-- Logs begin at Sat 2021-11-13 06:48:06 UTC, end at Sat 2021-11-13 07:50:26 UTC. -- Nov 13 07:22:27.344886 dv-cinder-817832-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 13 07:22:29.470883 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.common.config [-] Logging enabled! Nov 13 07:22:29.471412 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev55 Nov 13 07:22:29.471638 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82708) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 13 07:22:29.473907 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.common.config [-] Logging enabled! Nov 13 07:22:29.474157 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev55 Nov 13 07:22:29.474406 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82708) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 13 07:22:29.475394 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 13 07:22:29.475584 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 13 07:22:29.475955 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 13 07:22:29.476219 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 13 07:22:29.476440 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 13 07:22:29.476756 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.477053 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.477324 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.477549 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.477839 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.478131 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.478407 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.478692 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.479006 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.479288 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.479549 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.479830 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.480057 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.480335 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.480622 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.480910 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.481226 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] debug = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.481515 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.481932 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.482335 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.482613 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.482928 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.483199 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.483474 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.483755 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.484082 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] host = dv-cinder-817832-1-smb {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.484358 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.484644 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.484929 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.485215 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.485487 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.485757 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.486039 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.486309 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.486578 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] log_file = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.486883 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.487171 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.487455 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.487745 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.487968 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.488189 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.488468 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.488752 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.489027 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.489298 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.489569 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.489837 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.490108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.490372 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.490661 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.490967 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.491247 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.491518 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.491788 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.492058 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.492326 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.492607 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.492877 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.493147 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.493421 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.493701 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.493966 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.494238 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.494536 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.494841 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.495124 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.495405 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.495674 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.495951 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.496222 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.496491 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.496797 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] use_json = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.497069 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.497336 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.497615 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.497882 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.498152 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.498422 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.498688 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.498992 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:29.499287 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.499581 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.499878 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.500160 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.500450 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.500738 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.501025 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.501301 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.501587 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.501872 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.502165 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.502443 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.502770 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.503041 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.503331 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.503610 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.503887 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.504179 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.504459 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.504733 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.505011 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.505298 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.505576 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.505850 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.506130 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.506408 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.506678 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.506975 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.507254 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.507543 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.507820 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.508094 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.508366 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.508643 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.508914 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.509200 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.509474 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.509781 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.510051 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.510329 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.510602 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.510904 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.511183 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.511454 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.511728 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.512001 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.512270 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.512559 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.512843 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.513111 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.513379 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.513636 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.513908 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.514180 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.514449 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.514735 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.515012 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.515283 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.515665 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.515968 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.516249 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.516531 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.516809 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.517085 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.517364 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.517639 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.517915 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.518192 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.518468 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.518781 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.519068 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.519354 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.519634 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.519911 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.520205 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.520484 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.520773 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.521048 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.521327 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.521619 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.521893 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.522186 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.522479 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.522796 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.523092 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.523384 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.523683 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.523971 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.524249 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:29.524464 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 13 07:22:29.524705 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82708) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 13 07:22:29.925999 dv-cinder-817832-1-smb neutron-server[82708]: INFO keyring.backend [-] Loading KWallet Nov 13 07:22:29.933517 dv-cinder-817832-1-smb neutron-server[82708]: INFO keyring.backend [-] Loading SecretService Nov 13 07:22:29.936794 dv-cinder-817832-1-smb neutron-server[82708]: INFO keyring.backend [-] Loading Windows Nov 13 07:22:29.938141 dv-cinder-817832-1-smb neutron-server[82708]: INFO keyring.backend [-] Loading chainer Nov 13 07:22:29.938754 dv-cinder-817832-1-smb neutron-server[82708]: INFO keyring.backend [-] Loading macOS Nov 13 07:22:29.973271 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:22:29.973552 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:22:29.973849 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:22:29.974186 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 13 07:22:30.274662 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.274949 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.275237 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.331876 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.332156 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.332422 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.335514 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.335798 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.336068 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.365238 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.365514 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.365782 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.392725 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.392994 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.393263 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.712274 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.712938 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.712938 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.712938 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.713712 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.836794 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.837120 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.837387 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.837664 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.837938 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.838242 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.838507 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.838767 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.839044 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.839308 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.839570 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.839841 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.840104 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.840359 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.840664 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.840936 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.841199 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.841459 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.841718 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.842001 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.842349 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.842607 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.842891 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.843179 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.843432 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.843681 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.844433 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 07:22:30.844680 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 07:22:30.844917 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 07:22:30.845151 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 07:22:30.845384 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 07:22:30.845616 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 07:22:30.846173 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 13 07:22:30.849390 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 13 07:22:30.853372 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 13 07:22:30.857562 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 13 07:22:30.859392 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 13 07:22:30.859782 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 13 07:22:30.860112 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 13 07:22:30.860494 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 13 07:22:30.863338 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 13 07:22:30.863583 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 13 07:22:30.863929 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 13 07:22:30.892245 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 13 07:22:30.892698 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.892999 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82708) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 13 07:22:30.893356 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.894743 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82708) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 13 07:22:30.895019 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 13 07:22:30.895265 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 13 07:22:30.898497 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.898780 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:30.958868 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 13 07:22:30.959103 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 13 07:22:30.959338 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 13 07:22:30.959713 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 13 07:22:30.992535 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_db.sqlalchemy.engines [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82708) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 13 07:22:31.319050 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Initializing driver for type 'gre' Nov 13 07:22:31.319510 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] gre ID ranges: [(1, 1000)] Nov 13 07:22:31.374943 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Initializing driver for type 'local' Nov 13 07:22:31.375274 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Initializing driver for type 'vlan' Nov 13 07:22:31.388290 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] VlanTypeDriver initialization complete Nov 13 07:22:31.388626 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Initializing driver for type 'vxlan' Nov 13 07:22:31.389125 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] vxlan ID ranges: [(1, 1000)] Nov 13 07:22:31.448877 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Initializing extension driver 'port_security' Nov 13 07:22:31.449202 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.extensions.port_security [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] PortSecurityExtensionDriver initialization complete Nov 13 07:22:31.449534 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Initializing mechanism driver 'openvswitch' Nov 13 07:22:31.449858 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Initializing mechanism driver 'hyperv' Nov 13 07:22:31.456623 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.plugins.ml2.plugin [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:22:31.457399 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > port after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.457765 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > port after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.458109 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > port after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.458490 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > subnet after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.458870 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > subnet after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.459212 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.459583 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > network after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.459928 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > network after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.460261 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > network after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.460633 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > security_group after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.460972 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > security_group after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.461309 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.461675 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.462010 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.462340 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.462674 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] ML2 OVO RPC backend initialized. {{(pid=82708) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 13 07:22:31.463331 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.463678 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.464087 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > network before_response 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.464428 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > networks before_response 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.464765 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > port before_response 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.465103 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > ports before_response 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.465437 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > subnet before_response 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.466021 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > subnets before_response 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.466364 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > network after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.466701 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > network after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.467055 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > network after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.467385 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > port after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.467717 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > port after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.468045 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > port after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.468373 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > subnet after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.468701 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > subnet after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.469030 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.469964 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.plugin [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Modular L2 Plugin initialization complete Nov 13 07:22:31.470285 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading services supported by the core plugin {{(pid=82708) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 13 07:22:31.470605 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.plugins.ml2.managers [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Got port-security extension from driver 'port_security' Nov 13 07:22:31.471089 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.extensions.vlantransparent [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Disabled vlantransparent extension. Nov 13 07:22:31.471503 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82708) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 13 07:22:31.471807 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading Plugin: router Nov 13 07:22:31.508157 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.508569 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router after_create 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.508929 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router before_create 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.509292 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.509654 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.510001 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router after_delete 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.510353 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.510708 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router after_create 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.511146 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router after_update 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.511488 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router after_update 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.511843 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.512175 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router after_update 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.512613 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router precommit_update 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.513103 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: port after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.513547 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: port after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.513996 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: subnet after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.514463 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.514977 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.515456 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router precommit_create 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.515930 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: port before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.516254 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router precommit_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.516606 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router after_update 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.516943 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.517289 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router precommit_create 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.517643 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.517978 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router precommit_update 55549900 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.518349 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > agent after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.518690 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > agent after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.519045 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > network after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.519933 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Tracking information for resource: router configured {{(pid=82708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 07:22:31.520258 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Tracking information for resource: floatingip configured {{(pid=82708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 13 07:22:31.525333 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.db.l3_agentschedulers_db [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 13 07:22:31.525907 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: port after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.526292 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: port after_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.526661 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: port after_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.527022 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: port after_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.527815 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router before_create 55550100 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.528245 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.528599 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router precommit_create 55550100 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.528944 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > router precommit_update 55550100 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.533407 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.services.provider_configuration [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service providers = [] {{(pid=82708) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 13 07:22:31.533767 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.db.servicetype_db [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82708) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 13 07:22:31.536879 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.services.service_base [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 13 07:22:31.537222 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.services.service_base [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 13 07:22:31.537557 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.services.service_base [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 13 07:22:31.538442 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.services.service_base [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 13 07:22:31.538851 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.services.service_base [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 13 07:22:31.539221 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 07:22:31.539534 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 13 07:22:31.550298 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 07:22:31.550628 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading Plugin: auto_allocate Nov 13 07:22:31.556557 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: network precommit_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.556916 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: network precommit_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.557425 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 07:22:31.557738 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading Plugin: tag Nov 13 07:22:31.564816 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 07:22:31.565140 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading Plugin: timestamp Nov 13 07:22:31.568975 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 07:22:31.569373 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading Plugin: network_ip_availability Nov 13 07:22:31.574571 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.574999 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.575351 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.576063 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 07:22:31.576374 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading Plugin: flavors Nov 13 07:22:31.581334 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 07:22:31.581655 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading Plugin: revisions Nov 13 07:22:31.585930 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 13 07:22:31.586320 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_concurrency.lockutils [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.612s {{(pid=82708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:22:31.587100 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82708) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Nov 13 07:22:31.587426 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Initializing extension manager. Nov 13 07:22:31.587916 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: __init__.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.588247 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: __pycache__ {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.588573 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.588898 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.589217 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: _filter_validation_lib.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.589538 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.589851 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: address_group.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.590669 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.591253 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: address-group Nov 13 07:22:31.591557 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: address_scope.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.592274 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.592776 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: address-scope Nov 13 07:22:31.593094 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.594024 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.594927 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: router-admin-state-down-before-update Nov 13 07:22:31.595239 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: agent.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.595937 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.596435 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: agent Nov 13 07:22:31.596744 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: agent_resources_synced.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.597647 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.598148 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: agent-resources-synced Nov 13 07:22:31.598460 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: allowedaddresspairs.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.600281 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.600802 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: allowed-address-pairs Nov 13 07:22:31.601121 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: auto_allocated_topology.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.602191 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.602735 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: auto-allocated-topology Nov 13 07:22:31.603059 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: availability_zone.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.603750 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.604251 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: availability_zone Nov 13 07:22:31.604568 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: availability_zone_filter.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.605478 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.605987 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: availability_zone_filter Nov 13 07:22:31.606339 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: data_plane_status.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.607251 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.607749 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension data-plane-status not supported by any of loaded plugins Nov 13 07:22:31.608064 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: default_subnetpools.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.608972 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.609474 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: default-subnetpools Nov 13 07:22:31.609823 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.610596 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.611136 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: dhcp_agent_scheduler Nov 13 07:22:31.611453 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: dns.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.612358 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.612857 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension dns-integration not supported by any of loaded plugins Nov 13 07:22:31.613171 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: dns_domain_ports.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.614078 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.614577 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 13 07:22:31.614933 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: dvr.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.615583 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.616080 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: dvr Nov 13 07:22:31.616395 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: empty_string_filtering.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.617292 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.617793 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: empty-string-filtering Nov 13 07:22:31.618107 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.619027 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.619525 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 13 07:22:31.619838 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.620737 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.621235 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 13 07:22:31.621547 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: external_net.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.622612 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.623147 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: external-net Nov 13 07:22:31.623461 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.624354 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.624861 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: extra_dhcp_opt Nov 13 07:22:31.625175 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: extraroute.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.626075 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.626585 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: extraroute Nov 13 07:22:31.626923 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: extraroute_atomic.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.627961 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.628468 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: extraroute-atomic Nov 13 07:22:31.628781 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: filter_validation.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.629447 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.629950 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: filter-validation Nov 13 07:22:31.630257 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: fip_pf_description.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.631369 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.631872 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 13 07:22:31.632182 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: fip_port_details.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.633097 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.633604 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: fip-port-details Nov 13 07:22:31.633914 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: flavors.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.635182 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.635690 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: flavors Nov 13 07:22:31.636007 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.637694 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.638211 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 13 07:22:31.638534 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: floatingip_pools.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.639251 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.639759 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: floatingip-pools Nov 13 07:22:31.640074 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: ip_allocation.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.640995 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.641496 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension ip_allocation not supported by any of loaded plugins Nov 13 07:22:31.641820 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.642739 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.643262 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: ip-substring-filtering Nov 13 07:22:31.643580 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: l2_adjacency.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.644487 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.644988 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 13 07:22:31.645302 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: l3.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.646275 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.646817 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: router Nov 13 07:22:31.647141 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.649358 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.649878 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 13 07:22:31.650204 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.651145 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.651657 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: ext-gw-mode Nov 13 07:22:31.651980 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.652894 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.653449 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: l3-ha Nov 13 07:22:31.653765 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: l3_flavors.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.654670 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.655211 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: l3-flavors Nov 13 07:22:31.655527 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.656449 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.656955 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 13 07:22:31.657268 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: l3agentscheduler.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.658299 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.658834 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: l3_agent_scheduler Nov 13 07:22:31.659155 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: logging.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.660678 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.661191 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension logging not supported by any of loaded plugins Nov 13 07:22:31.661512 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: metering.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.662251 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.662861 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: metering Nov 13 07:22:31.663183 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.664278 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.664791 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: metering_source_and_destination_fields Nov 13 07:22:31.665108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: multiprovidernet.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.666145 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.666650 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: multi-provider Nov 13 07:22:31.666995 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: netmtu.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.667906 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.668409 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: net-mtu Nov 13 07:22:31.668731 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: netmtu_writable.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.669653 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.670153 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: net-mtu-writable Nov 13 07:22:31.670459 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: network_availability_zone.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.671153 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.671651 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: network_availability_zone Nov 13 07:22:31.671960 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: network_ip_availability.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.673067 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.673575 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: network-ip-availability Nov 13 07:22:31.673888 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: network_segment_range.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.674651 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.675179 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension network-segment-range not supported by any of loaded plugins Nov 13 07:22:31.675490 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: pagination.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.676466 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.676784 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: pagination Nov 13 07:22:31.677096 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.678013 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.678523 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: port-mac-address-regenerate Nov 13 07:22:31.678877 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: port_resource_request.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.679807 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.680305 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension port-resource-request not supported by any of loaded plugins Nov 13 07:22:31.680619 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: portbindings.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.681536 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.682039 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: binding Nov 13 07:22:31.682354 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: portbindings_extended.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.683655 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.684161 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: binding-extended Nov 13 07:22:31.684554 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: portsecurity.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.685471 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.685976 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: port-security Nov 13 07:22:31.686288 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: project_id.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.687288 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.687607 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: project-id Nov 13 07:22:31.687919 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: providernet.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.688823 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.689334 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: provider Nov 13 07:22:31.689647 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: qos.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.693174 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.693697 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension qos not supported by any of loaded plugins Nov 13 07:22:31.694014 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.695287 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.695802 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 13 07:22:31.696124 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.697042 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.697552 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 13 07:22:31.697872 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: qos_default.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.698818 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.699329 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension qos-default not supported by any of loaded plugins Nov 13 07:22:31.699651 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: qos_fip.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.700340 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.700845 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension qos-fip not supported by any of loaded plugins Nov 13 07:22:31.701158 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: qos_gateway_ip.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.702075 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.702591 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 13 07:22:31.702932 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: qos_port_network_policy.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.703839 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.704348 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 13 07:22:31.704660 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: qos_rule_type_details.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.705576 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.706077 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 13 07:22:31.706390 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: qos_rules_alias.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.707469 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.707976 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 13 07:22:31.708290 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: quotasv2.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.709162 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.709480 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: quotas Nov 13 07:22:31.709797 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: quotasv2_detail.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.711584 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.711915 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: quota_details Nov 13 07:22:31.712257 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: rbac.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.713301 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.713851 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: rbac-policies Nov 13 07:22:31.714125 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: rbac_address_scope.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.715063 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.715628 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: rbac-address-scope Nov 13 07:22:31.715940 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: rbac_security_groups.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.716860 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.717369 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: rbac-security-groups Nov 13 07:22:31.717685 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: rbac_subnetpool.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.718588 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.719483 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: rbac-subnetpool Nov 13 07:22:31.719801 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: revisionifmatch.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.720711 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.721221 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: revision-if-match Nov 13 07:22:31.721535 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: revisions.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.722658 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.723192 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: standard-attr-revisions Nov 13 07:22:31.723508 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: router_availability_zone.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.724180 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.724684 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: router_availability_zone Nov 13 07:22:31.725001 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: routerservicetype.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.725933 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.726432 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension router-service-type not supported by any of loaded plugins Nov 13 07:22:31.726751 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.727679 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.728216 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: port-security-groups-filtering Nov 13 07:22:31.728524 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: securitygroup.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.739676 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.740199 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: security-group Nov 13 07:22:31.740526 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: segment.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.741307 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.741803 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension segment not supported by any of loaded plugins Nov 13 07:22:31.742134 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.743101 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.743617 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 13 07:22:31.743940 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: servicetype.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.745036 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.745550 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: service-type Nov 13 07:22:31.745871 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: sorting.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.746916 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.747237 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: sorting Nov 13 07:22:31.747551 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: standard_attr_segment.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.748460 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.748971 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 13 07:22:31.749288 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: standardattrdescription.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.749932 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.750444 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: standard-attr-description Nov 13 07:22:31.750785 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: stateful_security_group.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.751708 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.752221 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: stateful-security-group Nov 13 07:22:31.752535 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: stdattrs_common.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.753113 dv-cinder-817832-1-smb neutron-server[82708]: WARNING neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 13 07:22:31.753422 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.754348 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.754892 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 13 07:22:31.755210 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: subnet_onboard.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.756358 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.756871 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: subnet_onboard Nov 13 07:22:31.757182 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.758109 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.758614 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 13 07:22:31.758950 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: subnet_service_types.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.759861 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.760385 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: subnet-service-types Nov 13 07:22:31.760698 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: subnetallocation.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.761780 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.762300 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: subnet_allocation Nov 13 07:22:31.762775 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.763443 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.763952 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: subnetpool-prefix-ops Nov 13 07:22:31.764262 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.765195 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.765699 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 13 07:22:31.766013 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: tagging.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.767102 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.767624 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: standard-attr-tag Nov 13 07:22:31.767954 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: timestamp.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.769146 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.769662 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loaded extension: standard-attr-timestamp Nov 13 07:22:31.769982 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: trunk.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.771048 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.771791 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension trunk not supported by any of loaded plugins Nov 13 07:22:31.772122 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: trunk_details.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.773044 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.773553 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension trunk-details not supported by any of loaded plugins Nov 13 07:22:31.773870 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: uplink_status_propagation.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.774810 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.775318 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 13 07:22:31.775641 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Loading extension file: vlantransparent.py {{(pid=82708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Nov 13 07:22:31.776307 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 13 07:22:31.776807 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 13 07:22:31.779101 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:network Nov 13 07:22:31.779827 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:subnet Nov 13 07:22:31.780702 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:subnetpool Nov 13 07:22:31.781389 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:port Nov 13 07:22:31.782656 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.783116 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service FLAVORS assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.783728 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.784143 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.784465 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:router Nov 13 07:22:31.785101 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:floatingip Nov 13 07:22:31.785838 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service METERING assigned prefix: /metering {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.787276 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.787642 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.787988 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:22:31.789122 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of CountableResource for resource:rbac_policy Nov 13 07:22:31.789564 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:security_group Nov 13 07:22:31.790217 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 13 07:22:31.790985 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service CORE assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.791315 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:subnetpool Nov 13 07:22:31.791645 dv-cinder-817832-1-smb neutron-server[82708]: WARNING neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] subnetpool is already registered Nov 13 07:22:31.792263 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service CORE assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.792585 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:subnetpool Nov 13 07:22:31.792904 dv-cinder-817832-1-smb neutron-server[82708]: WARNING neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] subnetpool is already registered Nov 13 07:22:31.795663 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.796086 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service FLAVORS assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.796663 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.797072 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.797399 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:router Nov 13 07:22:31.797719 dv-cinder-817832-1-smb neutron-server[82708]: WARNING neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] router is already registered Nov 13 07:22:31.798302 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:floatingip Nov 13 07:22:31.798622 dv-cinder-817832-1-smb neutron-server[82708]: WARNING neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] floatingip is already registered Nov 13 07:22:31.799262 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service METERING assigned prefix: /metering {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.799925 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of CountableResource for resource:rbac_policy Nov 13 07:22:31.800247 dv-cinder-817832-1-smb neutron-server[82708]: WARNING neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] rbac_policy is already registered Nov 13 07:22:31.800787 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:security_group Nov 13 07:22:31.801109 dv-cinder-817832-1-smb neutron-server[82708]: WARNING neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] security_group is already registered Nov 13 07:22:31.801695 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 13 07:22:31.802015 dv-cinder-817832-1-smb neutron-server[82708]: WARNING neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] security_group_rule is already registered Nov 13 07:22:31.802664 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service CORE assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.803010 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:subnetpool Nov 13 07:22:31.803328 dv-cinder-817832-1-smb neutron-server[82708]: WARNING neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] subnetpool is already registered Nov 13 07:22:31.803973 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.v2.resource_helper [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Service CORE assigned prefix: {{(pid=82708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 13 07:22:31.804295 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Creating instance of TrackedResource for resource:subnetpool Nov 13 07:22:31.804609 dv-cinder-817832-1-smb neutron-server[82708]: WARNING neutron.quota.resource_registry [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] subnetpool is already registered Nov 13 07:22:31.805243 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: extensions {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.806706 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: address-groups {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.808350 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: address-scopes {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.809638 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: agents {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.810816 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: auto-allocated-topology {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.812049 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: availability_zones {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.813339 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: dhcp-networks {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.814807 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: dhcp-agents {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.816199 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: routers {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.817990 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: flavors {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.819178 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: service_profiles {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.820403 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: next_providers {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.821864 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: service_profiles {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.823348 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: floatingip-pools {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.824537 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: routers {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.826362 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: floatingips {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.827568 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: l3-routers {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.828921 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: l3-agents {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.830292 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: metering-labels {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.832490 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: metering-label-rules {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.833723 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: network-ip-availabilities {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.834979 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: bindings {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.836614 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: quotas {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.838039 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: quotas {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.839475 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: rbac-policies {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.840775 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: security-groups {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.841954 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: security-group-rules {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.843205 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: service-providers {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.844777 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: subnetpools {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.846169 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: subnetpools {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.847642 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: tags {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.849286 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: tags {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.851088 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: tags {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.852897 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: tags {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.854672 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: tags {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.856408 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: tags {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.858284 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: tags {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.860161 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: tags {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.861989 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: tags {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.863846 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron.api.extensions [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Extended resource: tags {{(pid=82708) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Nov 13 07:22:31.869771 dv-cinder-817832-1-smb neutron-server[82708]: WARNING keystonemiddleware.auth_token [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 13 07:22:31.874819 dv-cinder-817832-1-smb neutron-server[82708]: WARNING keystonemiddleware.auth_token [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 13 07:22:31.883273 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_concurrency.lockutils [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Acquired lock "singleton_lock" {{(pid=82708) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 13 07:22:31.883746 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_concurrency.lockutils [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Releasing lock "singleton_lock" {{(pid=82708) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 13 07:22:31.884377 dv-cinder-817832-1-smb neutron-server[82708]: INFO oslo_service.service [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Starting 2 workers Nov 13 07:22:31.889449 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Started child 82811 {{(pid=82708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 13 07:22:31.893661 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Started child 82812 {{(pid=82708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 13 07:22:31.894287 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:31.895151 dv-cinder-817832-1-smb neutron-server[82708]: INFO neutron.service [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 13 07:22:31.895777 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [-] (82811) wsgi starting up on http://0.0.0.0:9696 Nov 13 07:22:31.896000 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Notify callbacks [] for process, before_spawn {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:31.898089 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:31.898632 dv-cinder-817832-1-smb neutron-server[82708]: INFO oslo_service.service [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Starting 1 workers Nov 13 07:22:31.899420 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [-] (82812) wsgi starting up on http://0.0.0.0:9696 Nov 13 07:22:31.905378 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Started child 82813 {{(pid=82708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 13 07:22:31.906057 dv-cinder-817832-1-smb neutron-server[82708]: INFO oslo_service.service [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Starting 1 workers Nov 13 07:22:31.910009 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.service [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] calling RpcWorker wait() {{(pid=82813) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 13 07:22:31.910555 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.service [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] returning from RpcWorker wait() {{(pid=82813) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 13 07:22:31.911068 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Started child 82814 {{(pid=82708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Nov 13 07:22:31.911780 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:31.911876 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG neutron_lib.callbacks.manager [None req-d6531bea-b980-41dd-9fc6-df4ac0221237 None None] Notify callbacks [] for process, after_spawn {{(pid=82708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:31.912312 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:22:31.913648 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82708) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 13 07:22:31.913874 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 13 07:22:31.914050 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 13 07:22:31.914251 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 13 07:22:31.914568 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 13 07:22:31.914738 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 13 07:22:31.915225 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.915488 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.915668 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:31.916132 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.916132 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.916274 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.916784 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.917038 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.917273 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.917537 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.917763 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.917928 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.918088 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.918320 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.918546 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.918944 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.919369 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.919765 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.920036 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.920207 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.920463 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.920721 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.920946 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.921200 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] debug = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.921440 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.921872 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.922094 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.922334 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.922551 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.922849 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.923094 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.923360 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.923572 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.923787 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.924023 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.924291 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.924491 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.924738 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.924978 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.925194 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.925657 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] host = dv-cinder-817832-1-smb {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.925902 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.926129 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.926374 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.926616 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.926896 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.927108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.927363 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.927612 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.927860 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.928081 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.928332 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.928547 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.928762 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.929003 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_file = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.929163 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_options = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.929406 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.929668 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.929926 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.930110 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.930273 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.930442 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.930698 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.930898 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.931161 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.931387 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.931596 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.931822 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.932050 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.932282 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.932539 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.932761 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.932983 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.933193 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.933438 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.933667 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.933889 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.934113 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.934427 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.934775 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.935166 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.935499 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.935742 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.935965 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.936177 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.936419 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.936672 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.936916 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.937155 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.937391 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.937614 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.937833 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.938043 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.938436 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.938624 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.938888 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.939147 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.939272 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:22:31.939400 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.939576 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.939786 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.940018 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.940219 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_json = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.940427 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.940634 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.940874 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.941083 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.941310 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.941516 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.941813 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.942065 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:31.942453 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.942822 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.943318 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.943484 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.943943 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.944193 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.944506 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.944665 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.944877 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.945106 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.945420 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.945922 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.946284 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.946553 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.946927 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.947107 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.947341 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.947584 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.947813 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.948261 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.948261 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.948673 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.948673 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.948938 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.949123 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.949338 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.949579 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.950116 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.950340 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.950792 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.951277 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.951277 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.951733 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.951733 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.952159 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.952159 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.952366 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.952557 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.952910 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.953027 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.953317 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.953486 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.953672 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.953914 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.954255 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.954538 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.954815 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.955025 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.955236 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.955452 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.955661 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.955909 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.956124 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.956334 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.957084 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.957084 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.957084 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.957321 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.957437 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.957647 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.957861 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.958085 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.958294 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.958507 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.958731 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.958950 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.959150 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.959373 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.959588 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.959896 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.960023 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.960235 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.960445 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.960657 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.960956 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.961262 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.961517 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.961762 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.961980 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.962218 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.962454 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.962699 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.962940 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.963173 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.963401 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.963685 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.963905 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.964410 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.964410 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.964623 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.964857 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.965108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.965327 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.965664 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.966807 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.966807 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.966807 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.967049 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.967128 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.967332 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.969770 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.969770 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.969770 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.969770 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.969770 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.969770 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.969770 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.969770 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.970369 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.970369 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.970516 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.970870 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.970967 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.971187 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.971828 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.971828 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.972000 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.972167 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.972516 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.972617 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.972817 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.973976 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.973976 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.973976 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.973976 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.974307 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.974307 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.974625 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.975414 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.975414 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.975608 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.976107 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.976107 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.976279 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.976464 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.976685 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.976949 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.977505 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.977505 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.977704 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.977797 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.977960 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.978163 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.978400 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.980097 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.980097 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.980097 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.980097 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.980097 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.980097 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.980097 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.980672 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.980672 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.980672 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.980899 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.981232 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.981362 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.981636 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.981928 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.982210 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.982456 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.982683 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.982946 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.983168 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.983400 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.984134 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.984134 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.984134 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.984403 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.984485 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.984665 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.984888 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.985118 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.985343 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.985574 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.985846 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.986105 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.986360 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.987303 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.987303 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.987303 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.987303 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.987644 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.987727 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.987906 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.988117 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.988330 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.988563 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.988780 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.989006 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.989210 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.989447 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.989674 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.989883 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.990089 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.990341 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.990562 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.990806 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.991082 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.991308 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.991531 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.991770 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.992046 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.992229 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.992676 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.992676 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.992965 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.993098 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.993313 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.993546 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.993754 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.994047 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.994267 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.994701 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.994701 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.995055 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.995256 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.995489 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.995696 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.995930 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.996138 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.996399 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.996890 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.997302 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.997671 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.997903 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.998391 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.998578 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.999117 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.999333 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.999625 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:31.999960 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.000250 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.000507 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.000732 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.000991 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.001229 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.001443 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.001747 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.001977 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.002311 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57054) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:22:32.002520 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.002918 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.003297 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.003543 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.003775 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.004020 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.004235 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.004459 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.004697 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.004915 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.005145 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.005314 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 13 07:22:32.005845 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82708) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Nov 13 07:22:32.006006 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 13 07:22:32.006158 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 13 07:22:32.006329 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 13 07:22:32.006494 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 13 07:22:32.006643 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 13 07:22:32.006868 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.007024 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.007180 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.007535 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.007535 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.007692 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.007802 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.007953 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.008106 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.008259 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.008414 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.008617 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.008713 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.008883 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.009212 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.009212 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.009382 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.009471 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.009634 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.009733 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.009986 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.010084 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.010164 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] debug = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.010319 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.010489 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.010660 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.010861 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.011007 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.011145 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.011282 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.011418 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.011554 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.011691 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.011829 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.011978 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.012124 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.012421 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.012421 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.012713 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.012854 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] host = dv-cinder-817832-1-smb {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.012992 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.013257 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.013523 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.013704 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.013857 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.013997 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.014134 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.014270 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.014418 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.014660 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.014829 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.014970 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.015106 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.015255 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_file = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.015391 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_options = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.015527 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.015691 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.015852 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.016024 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.016024 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.016353 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.016353 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.016668 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.016668 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.017099 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0122323 Nov 13 07:22:32.017242 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.017801 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.018101 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.018384 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.018672 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.018895 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.019080 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.019963 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.019963 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.019963 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.019963 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.019963 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.019963 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.019963 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.020882 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.020882 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.020882 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.020882 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.020882 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.020882 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.021656 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.021656 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.022065 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.022209 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.022374 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.022599 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.022765 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.022898 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.023028 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.023157 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.023290 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.023425 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.023577 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.023675 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.023814 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.023967 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.024119 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_json = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.024272 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.024509 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.024659 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.024861 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.024861 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.025125 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.025125 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.025370 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 13 07:22:32.025511 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.025641 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.025770 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.025909 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.026038 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.026905 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.026905 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.026905 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.026905 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.026905 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.027530 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.027530 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.027530 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.027530 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.028048 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.028048 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.028048 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.028434 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.028565 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.028694 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.028822 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.028990 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.029150 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.029309 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.029500 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.029632 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.029769 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.029899 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.030114 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.030247 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.030388 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.030517 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.030647 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.030830 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.030961 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.031817 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.031817 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.031817 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.031817 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.031817 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.031817 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.032544 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.032544 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.032544 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.032544 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.032544 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.033254 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.033254 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.033254 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.033254 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.033254 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.033854 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.033854 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.033854 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.033854 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.034341 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.034341 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.034341 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.034711 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.034711 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.034711 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.035259 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.035259 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.035259 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.035632 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.035632 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.035888 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.035888 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.036140 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.036140 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.036404 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.036404 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.036666 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.036666 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.036911 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.037040 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.037171 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.037305 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.037441 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.037574 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.037707 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.037871 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.038029 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.038187 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.038346 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.038502 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.038660 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.039597 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.039762 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.039920 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.040441 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.040441 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.040441 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.040647 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.040714 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.040817 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.041768 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.041768 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.041768 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.041768 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.041768 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.041768 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.042115 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.042115 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.042233 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.042308 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.042772 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.042772 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.042772 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.042999 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.043068 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.043216 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.043550 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.043856 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.044025 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.046013 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.046013 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.046013 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.046013 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.046013 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.046013 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.046013 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.046013 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.048108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.048108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.048108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.048108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.048108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.048108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.048108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.048108 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.049326 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.049326 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.049326 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.049326 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.049326 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.049326 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.049326 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.049326 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.050794 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.050794 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.050794 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.050794 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.050794 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.050794 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.050794 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.050794 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.052570 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.052570 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.052570 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.052570 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.052570 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.052570 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.052570 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.052570 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.053692 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.053692 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.053692 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.053692 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.053692 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.053692 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.053692 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.053692 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.054856 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.054856 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.054856 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.054856 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.054856 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.054856 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.054856 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.054856 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.056927 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.056927 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.056927 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.056927 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.056927 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.056927 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.056927 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.056927 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.058973 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.058973 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.058973 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.058973 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.058973 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.058973 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.058973 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.058973 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060003 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060003 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060003 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060003 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060003 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060003 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060003 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060003 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060003 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060843 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060843 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060843 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060843 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060843 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060843 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060843 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060843 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.060843 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.061593 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.061593 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.061593 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.061593 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.061593 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.061593 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.061593 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.061593 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.062133 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.062133 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.062133 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.062133 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.062133 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.062468 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.062468 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.062468 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.062679 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.062836 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.062975 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.063627 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.063627 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.063627 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.063627 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.063923 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.063923 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.064070 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.064198 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065107 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065107 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065107 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065107 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065107 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065107 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065549 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065549 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065549 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065774 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065853 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.065975 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.066115 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.066274 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.066431 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.066605 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.066768 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.067727 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.067884 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 13 07:22:32.068185 dv-cinder-817832-1-smb neutron-server[82708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 13 07:22:32.071051 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:22:42.326621 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9244e-b074-41ad-8b97-269551fd687d None None] get_active_networks_info from dv-cinder-817832-1-smb {{(pid=82813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 13 07:22:42.406519 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b9244e-b074-41ad-8b97-269551fd687d None None] No non-hosted networks {{(pid=82813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 13 07:22:42.421540 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.agentschedulers_db [None req-57b9244e-b074-41ad-8b97-269551fd687d None None] DHCP Agent not found on host dv-cinder-817832-1-smb {{(pid=82813) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 13 07:22:42.494282 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-ea8fda77-09c5-41ec-b988-18c9fd6c9398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889486'] for agent, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:42.706869 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889486'] for agent, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:42.707854 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:42.708385 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:42.708964 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:42.709510 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:42.717159 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:42.717744 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:42.718222 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:42.718932 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:42.719627 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:42.719993 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:42.720316 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:42.720797 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817832-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:22:42.727922 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817832-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:22:44.328523 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-842f14d2-bb27-431f-8c62-ca0df1982370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889486'] for agent, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:44.363964 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-f1ce9131-532e-4c82-919a-55ba877777b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:45.429228 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889486'] for agent, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:46.890091 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889486'] for agent, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:48.568641 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57150) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:22:49.188792 dv-cinder-817832-1-smb neutron-server[82811]: WARNING oslo_policy.policy [None req-6ad8561d-94e8-4d6f-ab05-846fa072995e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 07:22:49.189475 dv-cinder-817832-1-smb neutron-server[82811]: WARNING oslo_policy.policy [None req-6ad8561d-94e8-4d6f-ab05-846fa072995e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 07:22:49.307136 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.db.l3_hamode_db [None req-014d71a1-9d7e-48bf-90c0-11620f13c8c0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 13 07:22:49.393590 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d71a1-9d7e-48bf-90c0-11620f13c8c0 None None] Routers set() bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:22:49.393977 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d71a1-9d7e-48bf-90c0-11620f13c8c0 None None] Router IDs set() for agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 13 07:22:49.406890 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [None req-6ad8561d-94e8-4d6f-ab05-846fa072995e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=82811) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 13 07:22:49.408037 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-6ad8561d-94e8-4d6f-ab05-846fa072995e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8383722 Nov 13 07:22:51.641661 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57164) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:22:52.051931 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-8dfa52a1-6b18-45db-85e6-ea181d0759cd admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:22:52.109181 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.policy [None req-8dfa52a1-6b18-45db-85e6-ea181d0759cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82811) register_rules /opt/stack/neutron/neutron/policy.py:65}} Nov 13 07:22:52.109905 dv-cinder-817832-1-smb neutron-server[82811]: WARNING oslo_policy.policy [None req-8dfa52a1-6b18-45db-85e6-ea181d0759cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 07:22:52.110298 dv-cinder-817832-1-smb neutron-server[82811]: WARNING oslo_policy.policy [None req-8dfa52a1-6b18-45db-85e6-ea181d0759cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 07:22:52.113541 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.quota [None req-8dfa52a1-6b18-45db-85e6-ea181d0759cd admin admin] Loaded quota_driver: . Nov 13 07:22:52.130793 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-8dfa52a1-6b18-45db-85e6-ea181d0759cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:22:52.204091 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8dfa52a1-6b18-45db-85e6-ea181d0759cd admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779811448480', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779811435462', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779811340502', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779811350831', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779811352661', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1118991', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1115258', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-567915', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621617'] for rbac-policy, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:52.277010 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8dfa52a1-6b18-45db-85e6-ea181d0759cd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:52.278388 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-8dfa52a1-6b18-45db-85e6-ea181d0759cd admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6354246 Nov 13 07:22:54.920746 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57178) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:22:55.300932 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '46e10fbbea724d01a214657a30c03c3a'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:22:55.306077 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:22:55.310938 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Usage tracker for resource:network and tenant:46e10fbbea724d01a214657a30c03c3a is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:22:55.315590 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:22:55.322035 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:22:55.333220 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Made reservation on behalf of 46e10fbbea724d01a214657a30c03c3a for: {'network': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:22:55.336249 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:55.355088 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:55.407520 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:22:55.411147 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Usage tracker for resource:security_group_rule and tenant:46e10fbbea724d01a214657a30c03c3a is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:22:55.413989 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:22:55.420088 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:22:55.497382 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:55.504447 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:55.509651 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:22:55.525666 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=82811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:22:55.550075 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779813593528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:55.550669 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Unsubscribe: segment precommit_create {{(pid=82811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 13 07:22:55.551123 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.segments_db [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Added segment 9a3ae8fa-d212-4ec5-984e-2afc7b9a7651 of type vlan for network 7010a8af-9b5a-483f-aab4-ee6d1ed76572 Nov 13 07:22:55.568320 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f2d3c0-e2cd-431e-92d0-451d93552c92,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:22:55.627904 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:55.628247 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:55.628513 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:55.628860 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:55.629155 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:55.629484 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:55.629728 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:55.630070 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:55.630378 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:55.630662 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:55.630988 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Tracked resource versions report: Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: pushed versions: Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: { 'ConntrackHelper': {'1.0'}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'Log': {'1.0'}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'Network': {'1.1'}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'Port': {'1.5'}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'PortForwarding': {'1.2'}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'QosPolicy': {'1.8'}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'SecurityGroup': {'1.2'}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'SecurityGroupRule': {'1.0'}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'SubPort': {'1.0'}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'Subnet': {'1.1'}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'Trunk': {'1.1'}} Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: consumer versions: Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: { DHCP agent@dv-cinder-817832-1-smb: {}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: L3 agent@dv-cinder-817832-1-smb: {}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: Metadata agent@dv-cinder-817832-1-smb: {}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: Metering agent@dv-cinder-817832-1-smb: {}, Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: Open vSwitch agent@dv-cinder-817832-1-smb: { 'ConntrackHelper': '1.0', Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'Log': '1.0', Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'Network': '1.1', Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'Port': '1.5', Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'PortForwarding': '1.2', Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'QosPolicy': '1.8', Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'SecurityGroup': '1.2', Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'SecurityGroupRule': '1.0', Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'SubPort': '1.0', Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'Subnet': '1.1', Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: 'Trunk': '1.1'}} Nov 13 07:22:55.632062 dv-cinder-817832-1-smb neutron-server[82811]: {{(pid=82811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 07:22:55.668134 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:55.680254 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:22:55.711441 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:55.712743 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:22:55.713361 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:55.716695 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:22:55.818242 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Pushing event updated for resources: {'Network': ['ID=7010a8af-9b5a-483f-aab4-ee6d1ed76572,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:22:55.820891 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8991919 Nov 13 07:22:55.822771 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:22:55.832202 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 7010a8af-9b5a-483f-aab4-ee6d1ed76572 details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:22:58.398151 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57194) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:22:58.900308 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787e638-4e35-4226-b15b-ad6f581a6584 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:22:58.901630 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-d787e638-4e35-4226-b15b-ad6f581a6584 admin admin] 10.222.0.15 "GET /v2.0/networks/7010a8af-9b5a-483f-aab4-ee6d1ed76572 HTTP/1.1" status: 200 len: 825 time: 0.5021369 Nov 13 07:22:58.933676 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-6bb41a21-808e-48fe-abd5-a186a056fb34 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/540e514a-bbeb-4769-9c09-bfcb7ed7d179 HTTP/1.1" status: 200 len: 734 time: 0.0239904 Nov 13 07:22:58.942032 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Request body: {'subnet': {'subnetpool_id': '540e514a-bbeb-4769-9c09-bfcb7ed7d179', 'gateway_ip': '172.20.0.1', 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572', 'ip_version': 4, 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'name': 'private-subnet'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:22:58.946283 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:22:58.950118 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Usage tracker for resource:subnet and tenant:46e10fbbea724d01a214657a30c03c3a is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:22:58.953203 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:22:58.959334 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:22:58.976282 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Made reservation on behalf of 46e10fbbea724d01a214657a30c03c3a for: {'subnet': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:22:58.978631 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:59.274923 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:59.279307 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:22:59.354799 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2192a4af-6252-43aa-9494-ec4f7aecd52f,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:22:59.359878 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:22:59.366812 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Checking segment: {'id': '9a3ae8fa-d212-4ec5-984e-2afc7b9a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:22:59.367161 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Network hostable DHCP agents. Network: 7010a8af-9b5a-483f-aab4-ee6d1ed76572, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:22:59.393101 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Network 7010a8af-9b5a-483f-aab4-ee6d1ed76572 is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:22:59.408740 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 7010a8af-9b5a-483f-aab4-ee6d1ed76572) {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:22:59.414421 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:22:59.415500 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:59.421405 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b47c9b1-865d-4da7-89ae-105cdf9508fe None None] Network 7010a8af-9b5a-483f-aab4-ee6d1ed76572 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:22:59.437723 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4987800 Nov 13 07:22:59.732395 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32ccc176-65ec-50ed-a27a-bb886e33ae93-7010a8af-9b5a-483f-aab4-ee6d1ed76572', 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'fixed_ips': [{'subnet_id': '2192a4af-6252-43aa-9494-ec4f7aecd52f'}]}} from dv-cinder-817832-1-smb. {{(pid=82813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 13 07:22:59.733695 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:22:59.925382 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.db_base_plugin_common [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Allocated IP 172.20.0.2 (7010a8af-9b5a-483f-aab4-ee6d1ed76572/2192a4af-6252-43aa-9494-ec4f7aecd52f/5319f4b8-9bbf-4b93-b15c-895961b05637) {{(pid=82813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:23:00.153385 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Notify callbacks [] for port, precommit_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:00.167017 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Transition to ACTIVE for port object 5319f4b8-9bbf-4b93-b15c-895961b05637 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:23:00.186643 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Transition to ACTIVE for port object 5319f4b8-9bbf-4b93-b15c-895961b05637 will not be triggered until provisioned by entity DHCP. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:23:00.193470 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:00.201933 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:00.268064 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Network 7010a8af-9b5a-483f-aab4-ee6d1ed76572 is already hosted by enough agents. {{(pid=82813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:23:00.271180 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.base_scheduler [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Resources bound (agent type, host, resource id): {{(pid=82813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:23:00.277260 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Received port after_create {{(pid=82813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:23:00.279812 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Pushing event updated for resources: {'Port': ['ID=5319f4b8-9bbf-4b93-b15c-895961b05637,revision_number=1']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:00.314690 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:00.315045 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:00.315351 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:00.315663 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:00.315974 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:00.316280 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:00.316580 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:00.316879 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:00.317174 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:00.317485 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:00.317764 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Tracked resource versions report: Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: pushed versions: Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: { 'ConntrackHelper': {'1.0'}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'Log': {'1.0'}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'Network': {'1.1'}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'Port': {'1.5'}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'PortForwarding': {'1.2'}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'QosPolicy': {'1.8'}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'SecurityGroup': {'1.2'}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'SecurityGroupRule': {'1.0'}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'SubPort': {'1.0'}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'Subnet': {'1.1'}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'Trunk': {'1.1'}} Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: consumer versions: Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: { DHCP agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: L3 agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: Metadata agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: Metering agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: Open vSwitch agent@dv-cinder-817832-1-smb: { 'ConntrackHelper': '1.0', Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'Log': '1.0', Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'Network': '1.1', Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'Port': '1.5', Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'PortForwarding': '1.2', Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'QosPolicy': '1.8', Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'SecurityGroup': '1.2', Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'SecurityGroupRule': '1.0', Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'SubPort': '1.0', Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'Subnet': '1.1', Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: 'Trunk': '1.1'}} Nov 13 07:23:00.318872 dv-cinder-817832-1-smb neutron-server[82813]: {{(pid=82813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 07:23:00.327743 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:00.382541 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Attempting to bind port 5319f4b8-9bbf-4b93-b15c-895961b05637 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:23:00.382965 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Attempting to bind port 5319f4b8-9bbf-4b93-b15c-895961b05637 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': '9a3ae8fa-d212-4ec5-984e-2afc7b9a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:23:00.383329 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Attempting to bind port 5319f4b8-9bbf-4b93-b15c-895961b05637 on network 7010a8af-9b5a-483f-aab4-ee6d1ed76572 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:23:00.390254 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:23:00.390654 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Checking segment: {'id': '9a3ae8fa-d212-4ec5-984e-2afc7b9a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:23:00.391140 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:00.391520 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Bound using segment: {'id': '9a3ae8fa-d212-4ec5-984e-2afc7b9a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:23:00.392012 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Bound port: 5319f4b8-9bbf-4b93-b15c-895961b05637, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3ae8fa-d212-4ec5-984e-2afc7b9a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:23:00.392385 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:00.476817 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] For port 5319f4b8-9bbf-4b93-b15c-895961b05637, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:23:00.480885 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] For port 5319f4b8-9bbf-4b93-b15c-895961b05637, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=5319f4b8-9bbf-4b93-b15c-895961b05637,segment=NetworkSegment(9a3ae8fa-d212-4ec5-984e-2afc7b9a7651),segment_id=9a3ae8fa-d212-4ec5-984e-2afc7b9a7651)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:23:00.485390 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:00.489026 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:00.586342 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Pushing event updated for resources: {'Port': ['ID=5319f4b8-9bbf-4b93-b15c-895961b05637,revision_number=2']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:00.601430 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:01.734468 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 57206) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:23:02.357180 dv-cinder-817832-1-smb neutron-server[82812]: WARNING oslo_policy.policy [None req-7701d262-3d52-40bb-a6c2-5c4767467d82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 07:23:02.357749 dv-cinder-817832-1-smb neutron-server[82812]: WARNING oslo_policy.policy [None req-7701d262-3d52-40bb-a6c2-5c4767467d82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 07:23:02.581035 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [None req-7701d262-3d52-40bb-a6c2-5c4767467d82 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=82812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 13 07:23:02.582137 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-7701d262-3d52-40bb-a6c2-5c4767467d82 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8456535 Nov 13 07:23:04.175518 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a10c97-e570-4d0f-9844-2de58557bac8 None None] Network 7010a8af-9b5a-483f-aab4-ee6d1ed76572 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:23:04.286532 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-bdc368ea-9eb1-4aa7-9093-58b9d946ae43 None None] Provisioning for port 5319f4b8-9bbf-4b93-b15c-895961b05637 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:23:04.881455 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57224) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:23:04.989032 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 5319f4b8-9bbf-4b93-b15c-895961b05637 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:23:05.056386 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 5319f4b8-9bbf-4b93-b15c-895961b05637 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:23:05.060982 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 5319f4b8-9bbf-4b93-b15c-895961b05637 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:23:05.061373 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:05.173244 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:05.204425 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 5319f4b8-9bbf-4b93-b15c-895961b05637, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=5319f4b8-9bbf-4b93-b15c-895961b05637,segment=NetworkSegment(9a3ae8fa-d212-4ec5-984e-2afc7b9a7651),segment_id=9a3ae8fa-d212-4ec5-984e-2afc7b9a7651)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:23:05.209367 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:05.213073 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:05.278440 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=5319f4b8-9bbf-4b93-b15c-895961b05637,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:05.282617 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:05.292497 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [None req-97dfb452-6316-4f5d-8fdd-e11288921e79 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=82811) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 13 07:23:05.293553 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-97dfb452-6316-4f5d-8fdd-e11288921e79 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4111266 Nov 13 07:23:06.967682 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 5319f4b8-9bbf-4b93-b15c-895961b05637 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:23:07.038205 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 5319f4b8-9bbf-4b93-b15c-895961b05637 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:23:07.038579 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:07.960496 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57236) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:23:08.344860 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-d2284e31-d003-4220-bc48-90103ba5d7c8 admin admin] Request body: {'router': {'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'name': 'router1', 'admin_state_up': True}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:23:08.350491 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d2284e31-d003-4220-bc48-90103ba5d7c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:23:08.354703 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d2284e31-d003-4220-bc48-90103ba5d7c8 admin admin] Usage tracker for resource:router and tenant:46e10fbbea724d01a214657a30c03c3a is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:23:08.358518 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d2284e31-d003-4220-bc48-90103ba5d7c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:23:08.364784 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d2284e31-d003-4220-bc48-90103ba5d7c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:23:08.377136 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d2284e31-d003-4220-bc48-90103ba5d7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8863'] for router, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:08.378540 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d2284e31-d003-4220-bc48-90103ba5d7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-917045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8852'] for router, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:08.406498 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d2284e31-d003-4220-bc48-90103ba5d7c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:08.525078 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d2284e31-d003-4220-bc48-90103ba5d7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888126'] for router, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:08.544278 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d2284e31-d003-4220-bc48-90103ba5d7c8 admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:08.545653 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-d2284e31-d003-4220-bc48-90103ba5d7c8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5842140 Nov 13 07:23:10.841417 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 57246) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:23:11.247700 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [None req-0e1db96e-755b-4342-b648-b8484fb4ac3f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=82812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 13 07:23:11.248661 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-0e1db96e-755b-4342-b648-b8484fb4ac3f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4059582 Nov 13 07:23:12.252902 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-4fa38b49-10df-484a-b820-e28274a5c7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:12.695108 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:13.548754 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 57256) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:23:13.979677 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:23:13.981182 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.quota [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Loaded quota_driver: . Nov 13 07:23:13.998781 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:23:14.009493 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Usage tracker for resource:network and tenant:ea4522c66c4d4e9fa8410ad8afc99a90 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:23:14.015619 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:23:14.023948 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:23:14.044058 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Made reservation on behalf of ea4522c66c4d4e9fa8410ad8afc99a90 for: {'network': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:23:14.076155 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.policy [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82812) register_rules /opt/stack/neutron/neutron/policy.py:65}} Nov 13 07:23:14.076893 dv-cinder-817832-1-smb neutron-server[82812]: WARNING oslo_policy.policy [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 07:23:14.077257 dv-cinder-817832-1-smb neutron-server[82812]: WARNING oslo_policy.policy [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 13 07:23:14.081724 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:14.101999 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:14.156414 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:23:14.160381 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Usage tracker for resource:security_group_rule and tenant:ea4522c66c4d4e9fa8410ad8afc99a90 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:23:14.163314 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:23:14.169183 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:23:14.240904 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:14.244804 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:14.249480 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:14.261342 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Reserving flat network on physical network physnet1 {{(pid=82812) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 13 07:23:14.291179 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779813593528', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:14.291771 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Unsubscribe: segment precommit_create {{(pid=82812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 13 07:23:14.292418 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.segments_db [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Added segment ad5ac830-0660-49ea-be6c-1d580cc32228 of type flat for network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 Nov 13 07:23:14.323839 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b84e4b07-1bcd-47b4-a888-206028af50bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:14.345494 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b6e3be-b108-45ce-9ce1-40afd6f770f3,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:14.376941 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:14.377265 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:14.377615 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:14.377927 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:14.378235 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:14.378541 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:14.378867 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:14.379202 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:14.379497 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:14.379793 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:14.380095 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Tracked resource versions report: Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: pushed versions: Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: { 'ConntrackHelper': {'1.0'}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'Log': {'1.0'}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'Network': {'1.1'}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'Port': {'1.5'}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'PortForwarding': {'1.2'}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'QosPolicy': {'1.8'}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'SecurityGroup': {'1.2'}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'SecurityGroupRule': {'1.0'}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'SubPort': {'1.0'}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'Subnet': {'1.1'}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'Trunk': {'1.1'}} Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: consumer versions: Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: { DHCP agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: L3 agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: Metadata agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: Metering agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: Open vSwitch agent@dv-cinder-817832-1-smb: { 'ConntrackHelper': '1.0', Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'Log': '1.0', Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'Network': '1.1', Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'Port': '1.5', Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'PortForwarding': '1.2', Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'QosPolicy': '1.8', Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'SecurityGroup': '1.2', Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'SecurityGroupRule': '1.0', Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'SubPort': '1.0', Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'Subnet': '1.1', Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: 'Trunk': '1.1'}} Nov 13 07:23:14.381193 dv-cinder-817832-1-smb neutron-server[82812]: {{(pid=82812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 07:23:14.416543 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:14.433728 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:14.467976 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:14.469937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:23:14.470433 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:14.475153 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:14.577563 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Pushing event updated for resources: {'Network': ['ID=98432cfb-5b3b-48d7-ac67-fa468c71baa2,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:14.581464 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:14.582962 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0329607 Nov 13 07:23:14.588325 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:23:15.384825 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:16.826002 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 57282) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:23:16.846161 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:17.082186 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8128c2-9ce4-423e-a3eb-2138b35b79fa admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:23:17.083558 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-be8128c2-9ce4-423e-a3eb-2138b35b79fa admin admin] 10.222.0.15 "GET /v2.0/subnets/2192a4af-6252-43aa-9494-ec4f7aecd52f HTTP/1.1" status: 200 len: 849 time: 0.2566061 Nov 13 07:23:17.271095 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-5f5111b1-d73c-461c-bc07-cb54196b47cf admin admin] 10.222.0.15 "GET /v2.0/routers/13f18a31-3efb-4197-8e56-c06ec4b35319 HTTP/1.1" status: 200 len: 704 time: 0.1791663 Nov 13 07:23:17.762455 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:18.004967 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Allocated IP 172.20.0.1 (7010a8af-9b5a-483f-aab4-ee6d1ed76572/2192a4af-6252-43aa-9494-ec4f7aecd52f/14792c04-c7c0-46bd-a958-d3b880bd8f50) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:23:18.169808 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:18.188971 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Transition to ACTIVE for port object 14792c04-c7c0-46bd-a958-d3b880bd8f50 will not be triggered until provisioned by entity DHCP. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:23:18.242023 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:18.245597 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:18.305024 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Network 7010a8af-9b5a-483f-aab4-ee6d1ed76572 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:23:18.311917 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:23:18.318939 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Pushing event updated for resources: {'Port': ['ID=14792c04-c7c0-46bd-a958-d3b880bd8f50,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:18.329234 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:23:18.329763 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886376'] for router_interface, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:18.386331 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:18.460218 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:18.554940 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-2acd3cd4-4267-4fe6-8eb2-359761b4bb37 None None] Provisioning for port 14792c04-c7c0-46bd-a958-d3b880bd8f50 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:23:18.559702 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-2acd3cd4-4267-4fe6-8eb2-359761b4bb37 None None] Provisioning complete for port 14792c04-c7c0-46bd-a958-d3b880bd8f50 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:23:18.560083 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-2acd3cd4-4267-4fe6-8eb2-359761b4bb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:18.611683 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-2acd3cd4-4267-4fe6-8eb2-359761b4bb37 None None] Port 14792c04-c7c0-46bd-a958-d3b880bd8f50 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:23:18.698843 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:18.708004 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:18.709193 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1975530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889668'] for router_interface, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:18.712539 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:18.796211 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Pushing event updated for resources: {'Port': ['ID=14792c04-c7c0-46bd-a958-d3b880bd8f50,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:18.800054 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:18.912204 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Network 7010a8af-9b5a-483f-aab4-ee6d1ed76572 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:23:18.913296 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:23:19.137630 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-8f9f8278-565c-4e07-bd89-511464235cde None None] Provisioning complete for port 14792c04-c7c0-46bd-a958-d3b880bd8f50 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:23:19.138018 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-8f9f8278-565c-4e07-bd89-511464235cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:19.191226 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f8278-565c-4e07-bd89-511464235cde None None] Port 14792c04-c7c0-46bd-a958-d3b880bd8f50 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:23:19.318468 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Router 13f18a31-3efb-4197-8e56-c06ec4b35319 is scheduled to L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 with binding_index 1 {{(pid=82812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 07:23:19.510128 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:23:19.520329 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] 10.222.0.15 "PUT /v2.0/routers/13f18a31-3efb-4197-8e56-c06ec4b35319/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2442324 Nov 13 07:23:19.521171 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Sync routers for ids ['13f18a31-3efb-4197-8e56-c06ec4b35319'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:23:19.536016 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Routers {'13f18a31-3efb-4197-8e56-c06ec4b35319'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:23:19.536832 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:23:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['13f18a31-3efb-4197-8e56-c06ec4b35319'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:23:19.711145 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Set router 13f18a31-3efb-4197-8e56-c06ec4b35319 gateway port host: None {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:23:20.077516 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'name': 'router1', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:23:08Z', 'updated_at': '2021-11-13T07:23:18Z', 'revision_number': 2, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'gw_port_host': None, '_interfaces': [{'id': '14792c04-c7c0-46bd-a958-d3b880bd8f50', 'name': '', 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'mac_address': 'fa:16:3e:46:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:23:17Z', 'updated_at': '2021-11-13T07:23:18Z', 'revision_number': 2, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'subnets': [{'id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '540e514a-bbeb-4769-9c09-bfcb7ed7d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:23:20.082610 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Checking router: 13f18a31-3efb-4197-8e56-c06ec4b35319 for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:23:20.083009 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Updating router 13f18a31-3efb-4197-8e56-c06ec4b35319 port 14792c04-c7c0-46bd-a958-d3b880bd8f50 binding host dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:23:20.136468 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:20.521178 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Notify callbacks [] for port, precommit_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:20.536753 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.provisioning_blocks [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Transition to ACTIVE for port object 14792c04-c7c0-46bd-a958-d3b880bd8f50 will not be triggered until provisioned by entity L2. {{(pid=82814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:23:20.544021 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:20.549274 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:20.761275 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Pushing event updated for resources: {'Port': ['ID=14792c04-c7c0-46bd-a958-d3b880bd8f50,revision_number=3']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:20.785215 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:20.785537 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:20.785840 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:20.786157 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:20.786455 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:20.786756 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:20.787074 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:20.787373 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:20.787673 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:20.787967 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:20.788246 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Tracked resource versions report: Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: pushed versions: Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: { 'ConntrackHelper': {'1.0'}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'Log': {'1.0'}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'Network': {'1.1'}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'Port': {'1.5'}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'PortForwarding': {'1.2'}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'QosPolicy': {'1.8'}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'SecurityGroup': {'1.2'}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'SecurityGroupRule': {'1.0'}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'SubPort': {'1.0'}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'Subnet': {'1.1'}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'Trunk': {'1.1'}} Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: consumer versions: Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: { DHCP agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: L3 agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: Metadata agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: Metering agent@dv-cinder-817832-1-smb: {}, Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: Open vSwitch agent@dv-cinder-817832-1-smb: { 'ConntrackHelper': '1.0', Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'Log': '1.0', Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'Network': '1.1', Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'Port': '1.5', Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'PortForwarding': '1.2', Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'QosPolicy': '1.8', Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'SecurityGroup': '1.2', Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'SecurityGroupRule': '1.0', Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'SubPort': '1.0', Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'Subnet': '1.1', Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: 'Trunk': '1.1'}} Nov 13 07:23:20.789306 dv-cinder-817832-1-smb neutron-server[82814]: {{(pid=82814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 07:23:20.797714 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:20.798574 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Attempting to bind port 14792c04-c7c0-46bd-a958-d3b880bd8f50 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:23:20.799015 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Attempting to bind port 14792c04-c7c0-46bd-a958-d3b880bd8f50 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': '9a3ae8fa-d212-4ec5-984e-2afc7b9a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572'}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:23:20.799978 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Attempting to bind port 14792c04-c7c0-46bd-a958-d3b880bd8f50 on network 7010a8af-9b5a-483f-aab4-ee6d1ed76572 {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:23:20.805565 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:23:20.805976 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Checking segment: {'id': '9a3ae8fa-d212-4ec5-984e-2afc7b9a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:23:20.806489 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:20.806886 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Bound using segment: {'id': '9a3ae8fa-d212-4ec5-984e-2afc7b9a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572'} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:23:20.807906 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Bound port: 14792c04-c7c0-46bd-a958-d3b880bd8f50, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3ae8fa-d212-4ec5-984e-2afc7b9a7651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572'}}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:23:20.807906 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:20.894703 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] For port 14792c04-c7c0-46bd-a958-d3b880bd8f50, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:23:20.898758 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] For port 14792c04-c7c0-46bd-a958-d3b880bd8f50, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=14792c04-c7c0-46bd-a958-d3b880bd8f50,segment=NetworkSegment(9a3ae8fa-d212-4ec5-984e-2afc7b9a7651),segment_id=9a3ae8fa-d212-4ec5-984e-2afc7b9a7651)] {{(pid=82814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:23:20.903831 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:20.907635 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:20.988424 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Routers {'13f18a31-3efb-4197-8e56-c06ec4b35319'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:23:20.989047 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:23:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['13f18a31-3efb-4197-8e56-c06ec4b35319'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:23:21.111285 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Pushing event updated for resources: {'Port': ['ID=14792c04-c7c0-46bd-a958-d3b880bd8f50,revision_number=4']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:21.126797 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:21.144474 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] Set router 13f18a31-3efb-4197-8e56-c06ec4b35319 gateway port host: None {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:23:21.464999 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'name': 'router1', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:23:08Z', 'updated_at': '2021-11-13T07:23:18Z', 'revision_number': 2, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'gw_port_host': None, '_interfaces': [{'id': '14792c04-c7c0-46bd-a958-d3b880bd8f50', 'name': '', 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'mac_address': 'fa:16:3e:46:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:23:17Z', 'updated_at': '2021-11-13T07:23:20Z', 'revision_number': 4, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'subnets': [{'id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '540e514a-bbeb-4769-9c09-bfcb7ed7d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:23:21.470011 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a7831-2b95-42d1-b9f4-1435b709e4a0 None None] The sync data for ids ['13f18a31-3efb-4197-8e56-c06ec4b35319'] in dv-cinder-817832-1-smb is: [{'id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'name': 'router1', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:23:08Z', 'updated_at': '2021-11-13T07:23:18Z', 'revision_number': 2, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'gw_port_host': None, '_interfaces': [{'id': '14792c04-c7c0-46bd-a958-d3b880bd8f50', 'name': '', 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'mac_address': 'fa:16:3e:46:0b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:23:17Z', 'updated_at': '2021-11-13T07:23:20Z', 'revision_number': 4, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'subnets': [{'id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '540e514a-bbeb-4769-9c09-bfcb7ed7d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:23:21.560990 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57306) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:23:21.744061 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaed40d-062b-43d7-9220-c2509833226c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:23:21.745984 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-abaed40d-062b-43d7-9220-c2509833226c admin admin] 10.222.0.15 "GET /v2.0/networks/98432cfb-5b3b-48d7-ac67-fa468c71baa2 HTTP/1.1" status: 200 len: 842 time: 0.1840651 Nov 13 07:23:21.756727 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:23:21.761617 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:23:21.765869 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Usage tracker for resource:subnet and tenant:ea4522c66c4d4e9fa8410ad8afc99a90 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:23:21.768942 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:23:21.774728 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:23:21.787691 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Made reservation on behalf of ea4522c66c4d4e9fa8410ad8afc99a90 for: {'subnet': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:23:21.790004 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:22.154881 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.objects.ports [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82811) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Nov 13 07:23:22.155316 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:22.159015 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:22.214102 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e46076-5ee7-4cf1-a362-697cc4c5fd3b,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:22.217684 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:22.239194 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Checking segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:23:22.239547 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Network hostable DHCP agents. Network: 98432cfb-5b3b-48d7-ac67-fa468c71baa2, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:23:22.261747 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:23:22.272023 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 98432cfb-5b3b-48d7-ac67-fa468c71baa2) {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:23:22.276157 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:23:22.276725 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:22.281753 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3943f18b-bce3-475f-b8b3-857e7d1814bf None None] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:23:22.306257 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5493512 Nov 13 07:23:22.555143 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78667f6a-528f-41e6-8191-bd09ab6059d1 None None] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:23:22.993471 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 14792c04-c7c0-46bd-a958-d3b880bd8f50 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:23:23.064111 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 14792c04-c7c0-46bd-a958-d3b880bd8f50 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:23:23.069036 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 14792c04-c7c0-46bd-a958-d3b880bd8f50 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:23:23.069406 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:23.202152 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:23.234386 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 14792c04-c7c0-46bd-a958-d3b880bd8f50, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=14792c04-c7c0-46bd-a958-d3b880bd8f50,segment=NetworkSegment(9a3ae8fa-d212-4ec5-984e-2afc7b9a7651),segment_id=9a3ae8fa-d212-4ec5-984e-2afc7b9a7651)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:23:23.240808 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:23.242945 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-edd4b86f-063f-4cce-8141-8551c9e2b4b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:23.305580 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=14792c04-c7c0-46bd-a958-d3b880bd8f50,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:23.308782 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:24.531360 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57320) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:23:24.782739 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-28a10032-567b-4e98-a869-37e7cb988e45 admin admin] 10.222.0.15 "GET /v2.0/routers/13f18a31-3efb-4197-8e56-c06ec4b35319 HTTP/1.1" status: 200 len: 710 time: 0.2501986 Nov 13 07:23:24.911897 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c02cc-4c7b-42b5-95ab-3c4df4d3f884 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:23:24.913284 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-8a3c02cc-4c7b-42b5-95ab-3c4df4d3f884 admin admin] 10.222.0.15 "GET /v2.0/networks/98432cfb-5b3b-48d7-ac67-fa468c71baa2 HTTP/1.1" status: 200 len: 886 time: 0.1231592 Nov 13 07:23:24.922322 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:23:24.975771 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 14792c04-c7c0-46bd-a958-d3b880bd8f50 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:23:25.046274 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 14792c04-c7c0-46bd-a958-d3b880bd8f50 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:23:25.046579 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:25.441832 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-888067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8834'] for router, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:25.645507 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:25.703029 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:25.838662 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Allocated IP 172.28.0.19 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/910b03c1-abe6-462d-9636-3b188b9b4b68) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:23:25.987531 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:26.043476 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:26.047787 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:26.112527 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=910b03c1-abe6-462d-9636-3b188b9b4b68,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:26.117307 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:23:26.118159 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:26.119344 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:23:26.121618 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:23:26.320153 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:26.495056 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-888067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8834'] for router, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:26.498876 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-888076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-888117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-916663'] for router, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:26.698621 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Router 13f18a31-3efb-4197-8e56-c06ec4b35319 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:23:26.934870 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:23:26.943413 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:26.944589 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] 10.222.0.15 "PUT /v2.0/routers/13f18a31-3efb-4197-8e56-c06ec4b35319 HTTP/1.1" status: 200 len: 889 time: 2.0257847 Nov 13 07:23:26.945676 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Sync routers for ids ['13f18a31-3efb-4197-8e56-c06ec4b35319'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:23:26.959306 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Routers {'13f18a31-3efb-4197-8e56-c06ec4b35319'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:23:26.959900 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:23:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['13f18a31-3efb-4197-8e56-c06ec4b35319'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:23:27.152608 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Set router 13f18a31-3efb-4197-8e56-c06ec4b35319 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:23:27.487133 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'name': 'router1', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '910b03c1-abe6-462d-9636-3b188b9b4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:23:08Z', 'updated_at': '2021-11-13T07:23:26Z', 'revision_number': 4, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'gw_port': {'id': '910b03c1-abe6-462d-9636-3b188b9b4b68', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:23:25Z', 'updated_at': '2021-11-13T07:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '14792c04-c7c0-46bd-a958-d3b880bd8f50', 'name': '', 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'mac_address': 'fa:16:3e:46:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:23:17Z', 'updated_at': '2021-11-13T07:23:23Z', 'revision_number': 5, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'subnets': [{'id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '540e514a-bbeb-4769-9c09-bfcb7ed7d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:23:27.492112 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Checking router: 13f18a31-3efb-4197-8e56-c06ec4b35319 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:23:27.492469 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Updating router 13f18a31-3efb-4197-8e56-c06ec4b35319 port 910b03c1-abe6-462d-9636-3b188b9b4b68 binding host dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:23:27.550919 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:27.870760 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Notify callbacks [] for port, precommit_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:27.882435 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Transition to ACTIVE for port object 910b03c1-abe6-462d-9636-3b188b9b4b68 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:23:27.890370 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:27.894266 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:27.972013 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f3191-aff5-4e0d-ac89-5750e3606707 None None] Pushing event updated for resources: {'Port': ['ID=910b03c1-abe6-462d-9636-3b188b9b4b68,revision_number=2']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:27.975036 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-e32f3191-aff5-4e0d-ac89-5750e3606707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:27.975828 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Attempting to bind port 910b03c1-abe6-462d-9636-3b188b9b4b68 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:23:27.976217 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Attempting to bind port 910b03c1-abe6-462d-9636-3b188b9b4b68 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:23:27.976568 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Attempting to bind port 910b03c1-abe6-462d-9636-3b188b9b4b68 on network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:23:27.983342 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:23:27.983706 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Checking segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:23:27.984097 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:27.984457 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Bound using segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:23:27.984916 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Bound port: 910b03c1-abe6-462d-9636-3b188b9b4b68, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:23:27.985294 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:28.059080 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] For port 910b03c1-abe6-462d-9636-3b188b9b4b68, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:23:28.062580 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] For port 910b03c1-abe6-462d-9636-3b188b9b4b68, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=910b03c1-abe6-462d-9636-3b188b9b4b68,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:23:28.068562 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:28.072409 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:28.144961 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f3191-aff5-4e0d-ac89-5750e3606707 None None] Pushing event updated for resources: {'Port': ['ID=910b03c1-abe6-462d-9636-3b188b9b4b68,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:28.149400 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-e32f3191-aff5-4e0d-ac89-5750e3606707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:28.153247 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Routers {'13f18a31-3efb-4197-8e56-c06ec4b35319'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:23:28.154010 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:23:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['13f18a31-3efb-4197-8e56-c06ec4b35319'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:23:28.353590 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] Set router 13f18a31-3efb-4197-8e56-c06ec4b35319 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:23:28.678316 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'name': 'router1', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '910b03c1-abe6-462d-9636-3b188b9b4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:23:08Z', 'updated_at': '2021-11-13T07:23:26Z', 'revision_number': 4, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'gw_port': {'id': '910b03c1-abe6-462d-9636-3b188b9b4b68', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:23:25Z', 'updated_at': '2021-11-13T07:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '14792c04-c7c0-46bd-a958-d3b880bd8f50', 'name': '', 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'mac_address': 'fa:16:3e:46:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:23:17Z', 'updated_at': '2021-11-13T07:23:23Z', 'revision_number': 5, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'subnets': [{'id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '540e514a-bbeb-4769-9c09-bfcb7ed7d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:23:28.682310 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1b6fa-2def-4b02-9273-e781242a217a None None] The sync data for ids ['13f18a31-3efb-4197-8e56-c06ec4b35319'] in dv-cinder-817832-1-smb is: [{'id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'name': 'router1', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '910b03c1-abe6-462d-9636-3b188b9b4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:23:08Z', 'updated_at': '2021-11-13T07:23:26Z', 'revision_number': 4, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'gw_port': {'id': '910b03c1-abe6-462d-9636-3b188b9b4b68', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:83:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:23:25Z', 'updated_at': '2021-11-13T07:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '14792c04-c7c0-46bd-a958-d3b880bd8f50', 'name': '', 'network_id': '7010a8af-9b5a-483f-aab4-ee6d1ed76572', 'tenant_id': '46e10fbbea724d01a214657a30c03c3a', 'mac_address': 'fa:16:3e:46:0b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f18a31-3efb-4197-8e56-c06ec4b35319', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:23:17Z', 'updated_at': '2021-11-13T07:23:23Z', 'revision_number': 5, 'project_id': '46e10fbbea724d01a214657a30c03c3a', 'subnets': [{'id': '2192a4af-6252-43aa-9494-ec4f7aecd52f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '540e514a-bbeb-4769-9c09-bfcb7ed7d179'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:23:29.015586 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 910b03c1-abe6-462d-9636-3b188b9b4b68 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:23:29.095836 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 910b03c1-abe6-462d-9636-3b188b9b4b68 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:23:29.101237 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 910b03c1-abe6-462d-9636-3b188b9b4b68 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:23:29.101610 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:29.178570 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57330) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:23:29.226379 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:29.244648 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 910b03c1-abe6-462d-9636-3b188b9b4b68, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=910b03c1-abe6-462d-9636-3b188b9b4b68,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:23:29.249463 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:29.252542 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:23:29.316500 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=910b03c1-abe6-462d-9636-3b188b9b4b68,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:23:29.319525 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:23:29.327613 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-a1b27ac9-1b14-45fb-ba60-85852cc36d0f admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1478114 Nov 13 07:23:30.990766 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 910b03c1-abe6-462d-9636-3b188b9b4b68 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:23:31.065849 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 910b03c1-abe6-462d-9636-3b188b9b4b68 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:23:31.066244 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:33.961983 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 5 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:23:42.250078 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7a8542f6-c475-4543-a37d-23914b1fbb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:42.699510 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:44.328053 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-990784ce-5185-4fb6-8a06-817c97c638f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:45.388134 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:23:46.866983 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:24:10.962091 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 5 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:24:12.246864 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-87dca32c-a174-44a0-9228-ff894c04afb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:24:12.704423 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:24:14.336843 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-8ff99299-44e7-4b6e-aa26-36ac36bcd7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:24:15.393599 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:24:16.866834 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:24:42.246292 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-74f4238f-690e-41bd-a138-8c35e3f81ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:24:42.732543 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:24:44.334085 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7a454efe-fb78-4a5c-9820-d99a8d89048d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:24:45.394221 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:24:46.870484 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:24:47.962909 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 5 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:25:12.242330 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-6245caae-1915-44b4-9e73-879d7f3725fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:12.697905 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:14.328570 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-f3ff28a8-679b-45a7-b547-22477e68a522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:15.393533 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:16.874107 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:24.964021 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 5 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:25:32.406794 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57908) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:25:32.506477 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eef023a-e11e-4fc1-93ee-dc8f3ee96845 admin admin] GET failed (client error): The resource could not be found. Nov 13 07:25:32.507727 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-9eef023a-e11e-4fc1-93ee-dc8f3ee96845 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0999355 Nov 13 07:25:32.651462 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88813d3d-634e-48f5-8526-0fbc62e0e413 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:32.652801 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-88813d3d-634e-48f5-8526-0fbc62e0e413 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1408176 Nov 13 07:25:34.691809 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 57918) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:25:34.846889 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39422780-e41f-4d4b-865f-21a3e3b60f7a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:34.848274 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-39422780-e41f-4d4b-865f-21a3e3b60f7a admin admin] 10.222.0.15 "GET /v2.0/subnets/2192a4af-6252-43aa-9494-ec4f7aecd52f HTTP/1.1" status: 200 len: 849 time: 0.1552887 Nov 13 07:25:34.861625 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:25:34.991986 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Notify callbacks [] for subnet, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:35.190837 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779813467118'] for subnet, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:35.194315 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:25:35.241049 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:35.241614 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:35.248520 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] 10.222.0.15 "PUT /v2.0/subnets/2192a4af-6252-43aa-9494-ec4f7aecd52f HTTP/1.1" status: 200 len: 868 time: 0.3875003 Nov 13 07:25:35.249386 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2666bc-d469-4469-9e3c-bbec92e62738 None None] Network 7010a8af-9b5a-483f-aab4-ee6d1ed76572 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:25:35.260196 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2192a4af-6252-43aa-9494-ec4f7aecd52f,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:25:35.269277 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:25:35.269650 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:25:35.270469 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:25:35.270469 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:25:35.270692 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:25:35.270916 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:25:35.271192 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:25:35.271524 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:25:35.271831 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:25:35.272133 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:25:35.272443 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:25:35.276916 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:25:35.769081 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-075d6f7e-a2be-4a62-b90b-9946eab865fa None None] Provisioning complete for port 14792c04-c7c0-46bd-a958-d3b880bd8f50 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:25:35.769449 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-075d6f7e-a2be-4a62-b90b-9946eab865fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:35.898662 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-075d6f7e-a2be-4a62-b90b-9946eab865fa None None] Provisioning complete for port 5319f4b8-9bbf-4b93-b15c-895961b05637 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:25:35.899345 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-075d6f7e-a2be-4a62-b90b-9946eab865fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:37.281963 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57928) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:25:37.485170 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16684a17-7bf5-470e-a35a-130336e22e8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:37.485513 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16684a17-7bf5-470e-a35a-130336e22e8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:37.487102 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-16684a17-7bf5-470e-a35a-130336e22e8b admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2041686 Nov 13 07:25:39.533984 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 57938) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:25:39.747664 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff7eb9-a5a3-48f1-ba2e-10b5c8612af0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:39.748026 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ff7eb9-a5a3-48f1-ba2e-10b5c8612af0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:39.748798 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-27ff7eb9-a5a3-48f1-ba2e-10b5c8612af0 admin admin] Synchronizing usage tracker for tenant:ea4522c66c4d4e9fa8410ad8afc99a90 on resource:network {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:25:39.770457 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-27ff7eb9-a5a3-48f1-ba2e-10b5c8612af0 admin admin] Unset dirty status for tenant:ea4522c66c4d4e9fa8410ad8afc99a90 on resource:network {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:25:39.771632 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-27ff7eb9-a5a3-48f1-ba2e-10b5c8612af0 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2366714 Nov 13 07:25:41.818902 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 57948) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:25:42.032598 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36dabec-912f-4178-a6e9-945a32acb2be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:42.033892 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d36dabec-912f-4178-a6e9-945a32acb2be admin admin] 10.222.0.15 "GET /v2.0/networks/7010a8af-9b5a-483f-aab4-ee6d1ed76572 HTTP/1.1" status: 200 len: 869 time: 0.2139795 Nov 13 07:25:42.247131 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d8559570-8f3c-48f5-b27d-34da1ce07f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:42.702045 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:44.092541 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 57958) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:25:44.296289 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de00be1b-9fef-4959-a56d-8e735e412043 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:44.297631 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-de00be1b-9fef-4959-a56d-8e735e412043 admin admin] 10.222.0.15 "GET /v2.0/networks/98432cfb-5b3b-48d7-ac67-fa468c71baa2 HTTP/1.1" status: 200 len: 886 time: 0.2038462 Nov 13 07:25:44.335814 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-08fe09ec-4cde-420f-91dc-3128399ef4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:45.396506 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:46.345903 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57968) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:25:46.492464 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950eb1c9-1226-41b3-9ea8-da29a830bc54 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:46.492824 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950eb1c9-1226-41b3-9ea8-da29a830bc54 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:46.493599 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-950eb1c9-1226-41b3-9ea8-da29a830bc54 admin admin] Synchronizing usage tracker for tenant:ea4522c66c4d4e9fa8410ad8afc99a90 on resource:subnet {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:25:46.514020 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-950eb1c9-1226-41b3-9ea8-da29a830bc54 admin admin] Unset dirty status for tenant:ea4522c66c4d4e9fa8410ad8afc99a90 on resource:subnet {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:25:46.515225 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-950eb1c9-1226-41b3-9ea8-da29a830bc54 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1683891 Nov 13 07:25:46.877588 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:25:48.559244 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57978) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:25:48.694556 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1acb64-8941-4cf0-8aef-7449a5e412c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:48.694941 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1acb64-8941-4cf0-8aef-7449a5e412c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:48.696470 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-bb1acb64-8941-4cf0-8aef-7449a5e412c9 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1362557 Nov 13 07:25:50.699442 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 57988) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:25:50.835555 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5631ae40-6ace-4061-988d-7dd56e90e36c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:50.837127 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-5631ae40-6ace-4061-988d-7dd56e90e36c admin admin] 10.222.0.15 "GET /v2.0/subnets/2192a4af-6252-43aa-9494-ec4f7aecd52f HTTP/1.1" status: 200 len: 868 time: 0.1365731 Nov 13 07:25:52.866389 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 57998) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:25:53.000545 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b1560f-d6c6-4d99-8bcc-2957d1818fc1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:25:53.002514 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a1b1560f-d6c6-4d99-8bcc-2957d1818fc1 admin admin] 10.222.0.15 "GET /v2.0/subnets/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b HTTP/1.1" status: 200 len: 816 time: 0.1351330 Nov 13 07:26:01.966221 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 5 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:26:11.422472 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58040) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:26:11.506359 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [None req-a3e85f4e-7d14-4549-823a-219965624253 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=82812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 13 07:26:11.507965 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a3e85f4e-7d14-4549-823a-219965624253 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0842628 Nov 13 07:26:12.248259 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e7fb252e-6989-4b7a-b5d7-1a9608cffcd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:12.707233 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:13.596069 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58050) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:26:13.703545 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee380b6-cded-4606-8116-f541ba976f98 admin admin] GET failed (client error): The resource could not be found. Nov 13 07:26:13.704761 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-6ee380b6-cded-4606-8116-f541ba976f98 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1077750 Nov 13 07:26:13.868920 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2f35f7-8309-4a40-a5c3-e1b959b871bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:26:13.871101 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-ab2f35f7-8309-4a40-a5c3-e1b959b871bd admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1601622 Nov 13 07:26:14.330589 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-42eaa232-1c52-40ab-8bbf-7c2b4d3fbe71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:15.399910 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:15.924705 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58060) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:26:16.003685 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:26:16.009139 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:26:16.019260 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:26:16.032452 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Made reservation on behalf of ea4522c66c4d4e9fa8410ad8afc99a90 for: {'network': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:26:16.034973 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:16.123567 dv-cinder-817832-1-smb neutron-server[82811]: WARNING neutron.services.revisions.revision_plugin [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Could not find related network for resource to bump revision. Nov 13 07:26:16.138288 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=82811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:26:16.147586 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:16.147918 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.segments_db [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Added segment c4e815f8-dc16-4981-8025-8d55342594ed of type vlan for network 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 Nov 13 07:26:16.173322 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:16.206483 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:16.207706 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:26:16.208270 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:16.211452 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:26:16.307560 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3814478 Nov 13 07:26:16.308123 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Pushing event updated for resources: {'Network': ['ID=8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:26:16.316764 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:16.317344 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:16.318006 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:16.318570 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:16.319196 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:16.319771 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:16.320354 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:16.321085 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:16.321755 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:16.322140 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:16.322649 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:16.326508 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:26:16.335810 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:26:16.881408 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:18.324997 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58070) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:26:18.426772 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.pecan_wsgi.hooks.translation [None req-b92cec89-19d4-4eb6-9a3a-1bb390852a46 admin admin] GET failed (client error): The resource could not be found. Nov 13 07:26:18.427284 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-b92cec89-19d4-4eb6-9a3a-1bb390852a46 admin admin] Synchronizing usage tracker for tenant:ea4522c66c4d4e9fa8410ad8afc99a90 on resource:network {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:26:18.445628 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-b92cec89-19d4-4eb6-9a3a-1bb390852a46 admin admin] Unset dirty status for tenant:ea4522c66c4d4e9fa8410ad8afc99a90 on resource:network {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:26:18.446898 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-b92cec89-19d4-4eb6-9a3a-1bb390852a46 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1208341 Nov 13 07:26:18.552660 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b040d23-dbd2-4135-8ebe-6b40a42d6aeb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:26:18.553993 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-4b040d23-dbd2-4135-8ebe-6b40a42d6aeb admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1028030 Nov 13 07:26:18.564479 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Request body: {'subnet': {'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:26:18.569053 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:26:18.578917 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:26:18.589435 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Made reservation on behalf of ea4522c66c4d4e9fa8410ad8afc99a90 for: {'subnet': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:26:18.591754 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:18.806136 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:18.810890 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:26:18.882014 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0156925-5fa6-4915-a3ea-c0b452ddfe6b,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:26:18.884955 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:26:18.895365 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Checking segment: {'id': 'c4e815f8-dc16-4981-8025-8d55342594ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:26:18.895716 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Network hostable DHCP agents. Network: 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:26:18.919657 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Network 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:26:18.930525 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5) {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:26:18.934897 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:26:18.935475 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:18.940771 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8a495f-9337-468a-92c8-238d64b9b446 None None] Network 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:26:18.965780 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4005072 Nov 13 07:26:19.157119 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32ccc176-65ec-50ed-a27a-bb886e33ae93-8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5', 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5', 'tenant_id': 'ea4522c66c4d4e9fa8410ad8afc99a90', 'fixed_ips': [{'subnet_id': 'e0156925-5fa6-4915-a3ea-c0b452ddfe6b'}]}} from dv-cinder-817832-1-smb. {{(pid=82813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 13 07:26:19.158198 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:19.321541 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.db_base_plugin_common [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Allocated IP 192.168.233.2 (8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5/e0156925-5fa6-4915-a3ea-c0b452ddfe6b/4d6bbe1b-904d-470c-b9df-d6dfb7c299e4) {{(pid=82813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:26:19.531740 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Notify callbacks [] for port, precommit_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:19.542805 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Transition to ACTIVE for port object 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:26:19.562142 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Transition to ACTIVE for port object 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 will not be triggered until provisioned by entity DHCP. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:26:19.568847 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:19.573404 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:26:19.640157 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Network 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 is already hosted by enough agents. {{(pid=82813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:26:19.640985 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Pushing event updated for resources: {'Port': ['ID=4d6bbe1b-904d-470c-b9df-d6dfb7c299e4,revision_number=1']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:26:19.643940 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.base_scheduler [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Resources bound (agent type, host, resource id): {{(pid=82813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:26:19.646878 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Received port after_create {{(pid=82813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:26:19.653603 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:19.653938 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:19.654255 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:19.654581 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:19.654932 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:19.655233 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:19.655544 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:19.655853 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:19.656159 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:19.656465 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:19.656768 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:26:19.660922 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:26:19.747703 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Attempting to bind port 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:26:19.748068 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Attempting to bind port 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'c4e815f8-dc16-4981-8025-8d55342594ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:26:19.748426 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Attempting to bind port 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 on network 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:26:19.754866 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:26:19.755233 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Checking segment: {'id': 'c4e815f8-dc16-4981-8025-8d55342594ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:26:19.755632 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:19.756020 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Bound using segment: {'id': 'c4e815f8-dc16-4981-8025-8d55342594ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:26:19.756481 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Bound port: 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e815f8-dc16-4981-8025-8d55342594ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:26:19.756866 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:19.842790 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] For port 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:26:19.846350 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] For port 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=4d6bbe1b-904d-470c-b9df-d6dfb7c299e4,segment=NetworkSegment(c4e815f8-dc16-4981-8025-8d55342594ed),segment_id=c4e815f8-dc16-4981-8025-8d55342594ed)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:26:19.850793 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:19.855103 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:26:19.960974 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Pushing event updated for resources: {'Port': ['ID=4d6bbe1b-904d-470c-b9df-d6dfb7c299e4,revision_number=2']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:26:19.961590 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:26:20.755073 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa39f2-758b-43b3-8e7e-3cd633a6308e None None] Network 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:26:20.849493 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-5dd56170-36a3-48f7-830b-44b365e172cf None None] Provisioning for port 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:26:21.097243 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:26:21.176167 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:26:21.183579 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:26:21.183959 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:21.315900 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:21.326925 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-a62620bf-cf4f-4f18-aeab-08176d70ea9a None None] Provisioning complete for port 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:26:21.327300 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-a62620bf-cf4f-4f18-aeab-08176d70ea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:21.398806 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=4d6bbe1b-904d-470c-b9df-d6dfb7c299e4,segment=NetworkSegment(c4e815f8-dc16-4981-8025-8d55342594ed),segment_id=c4e815f8-dc16-4981-8025-8d55342594ed)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:26:21.405082 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:21.409673 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:26:21.528638 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=4d6bbe1b-904d-470c-b9df-d6dfb7c299e4,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:26:21.531476 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:26:23.062920 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:26:23.142697 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 4d6bbe1b-904d-470c-b9df-d6dfb7c299e4 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:26:23.143091 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:38.967282 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 5 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:26:42.251906 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-f058bf0c-c59a-4e45-9ed9-0dddeac895fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:42.711949 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:44.336114 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-1ab8fa58-6af0-485b-89fc-136882641ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:45.402864 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:26:46.884599 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:12.258077 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-480c9d75-eec6-4129-98af-8577919f8eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:12.711368 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:14.342424 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d73a148b-9340-436f-8512-5f685f2e9bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:15.408697 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:15.968660 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 5 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:27:16.889945 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:27.487556 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58112) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:27:27.495908 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [None req-a0e0da09-97be-45a1-8747-d983561092aa tempest-verify_tempest_config-2035175249 tempest-verify_tempest_config-2035175249-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=82812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 13 07:27:27.496843 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a0e0da09-97be-45a1-8747-d983561092aa tempest-verify_tempest_config-2035175249 tempest-verify_tempest_config-2035175249-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0079694 Nov 13 07:27:27.874963 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58128) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:27:28.038011 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:28.072258 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:27:28.076779 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Usage tracker for resource:security_group_rule and tenant:0493798286aa40cbae19af2366ed753f is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:27:28.079933 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:27:28.086241 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:27:28.155291 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:28.161592 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:28.169565 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-93b2f5e8-71dc-45b5-b808-31daefee9c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:27:28.207051 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46107958-77c4-4f37-89c2-3d608aba6a3b,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:27:28.213245 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0493798286aa40cbae19af2366ed753f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3372426 Nov 13 07:27:28.216267 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58134) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:27:28.218942 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.219260 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.219578 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.219899 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.220223 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.220544 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.220861 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.221193 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.221490 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.221801 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.222108 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.226094 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:27:28.284883 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:28.313807 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:28.408365 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:28.414150 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:27:28.437823 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46107958-77c4-4f37-89c2-3d608aba6a3b,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:27:28.446546 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:28.447851 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46107958-77c4-4f37-89c2-3d608aba6a3b HTTP/1.1" status: 204 len: 168 time: 0.2303133 Nov 13 07:27:28.449513 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.449848 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.450173 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.450504 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.450811 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.451128 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.451439 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.451768 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.452078 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.452386 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.452694 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:27:28.456422 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:27:42.263559 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-ff4e1715-350e-4a38-a5a9-7dcde468c353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:42.716812 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:44.337075 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-ac2d57e7-2305-423b-8842-fb471dff9ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:45.408910 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:46.899233 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:27:52.976636 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 5 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:28:12.270464 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-ceeb1688-168d-413d-8964-f080210d2543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:28:12.717951 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:28:14.345075 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-09a15d38-4988-4ac7-8c4a-0cba62d66ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:28:15.411208 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:28:16.896299 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:28:29.974485 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 5 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:28:42.264463 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-1964c050-27d5-4386-86e9-2aea40021ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:28:42.721316 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:28:44.339814 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-990470aa-b675-4d0e-a4d4-0a27528f0e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:28:45.419464 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:28:46.902566 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:04.992707 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-889486'] for agent, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:06.971767 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:29:12.269399 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-0d2366c5-7097-479f-9d72-df75b46b2ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:12.724617 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:14.335043 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-81c71c1e-94a9-4fc0-853a-ef40fb2abfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:15.419304 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:16.903188 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:20.697377 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58206) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:29:20.839012 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-e02dda81-976b-4ea0-bb23-9e6a353e8edb admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1404233 Nov 13 07:29:22.884761 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58216) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:29:22.971483 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-88b48ede-70f1-47e9-91e0-48f39cb9dc0e admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0855520 Nov 13 07:29:34.949588 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:42.267026 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-27effb98-5978-4bde-9aa9-e55667614283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:42.724811 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:43.969264 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:29:44.339087 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-3d794f81-6b14-4c43-8000-081d7caf732d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:45.421808 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:29:46.914635 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:04.958315 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:12.263359 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-dca4662d-f4f2-4181-9635-eece05bfdf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:12.720907 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:14.343934 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-ebc2011c-b0d5-4bea-ac9e-553f48bf6ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:15.426966 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:16.911315 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:20.961249 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:30:34.951146 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:42.267184 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-0b11de9d-37c6-488d-be9c-4972dca046e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:42.716747 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:44.347656 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5d604678-70d0-4cc3-bc21-be2d5e6c7146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:45.429604 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:46.909788 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:30:57.966670 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:31:04.955481 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:11.133162 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58332) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:11.510994 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1969049771-network', 'tenant_id': '1269f5a12e4f40e5ba7ba82d925d5c86'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:11.522450 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:11.527536 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Usage tracker for resource:network and tenant:1269f5a12e4f40e5ba7ba82d925d5c86 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:11.530674 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:11.536668 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:11.551218 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Made reservation on behalf of 1269f5a12e4f40e5ba7ba82d925d5c86 for: {'network': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:11.553962 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:11.627759 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:11.659603 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:11.662962 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Usage tracker for resource:security_group_rule and tenant:1269f5a12e4f40e5ba7ba82d925d5c86 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:11.665921 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:11.671850 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:11.739804 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:11.745073 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:11.748239 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:11.774125 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=82811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:31:11.796779 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bccdf4-248f-473d-b600-2045323f61da,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:11.807121 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:11.807714 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.segments_db [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Added segment a2e74aa7-ab69-40ee-8496-00215e06a8d7 of type vlan for network d4e4d4cd-d922-4196-8fba-5be7033e362e Nov 13 07:31:11.813355 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:11.813972 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:11.814490 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:11.815048 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:11.815373 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:11.815689 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:11.816005 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:11.816337 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:11.816648 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:11.816959 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:11.817266 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Tracked resource versions report: Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: pushed versions: Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: { 'ConntrackHelper': {'1.0'}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'Log': {'1.0'}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'Network': {'1.1'}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'Port': {'1.5'}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'PortForwarding': {'1.2'}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'QosPolicy': {'1.8'}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'SecurityGroup': {'1.2'}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'SecurityGroupRule': {'1.0'}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'SubPort': {'1.0'}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'Subnet': {'1.1'}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'Trunk': {'1.1'}} Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: consumer versions: Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: { DHCP agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: HyperV agent@hv-cinder-81783: {}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: L3 agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: Metadata agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: Metering agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: Open vSwitch agent@dv-cinder-817832-1-smb: { 'ConntrackHelper': '1.0', Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'Log': '1.0', Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'Network': '1.1', Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'Port': '1.5', Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'PortForwarding': '1.2', Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'QosPolicy': '1.8', Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'SecurityGroup': '1.2', Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'SecurityGroupRule': '1.0', Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'SubPort': '1.0', Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'Subnet': '1.1', Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: 'Trunk': '1.1'}} Nov 13 07:31:11.818295 dv-cinder-817832-1-smb neutron-server[82811]: {{(pid=82811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 07:31:11.844415 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:11.864590 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:11.882175 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:11.883765 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:11.884302 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:11.889093 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:11.993600 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e4d4cd-d922-4196-8fba-5be7033e362e,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:11.997939 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:12.006149 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network d4e4d4cd-d922-4196-8fba-5be7033e362e details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:31:12.020108 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58372) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:12.020818 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8864870 Nov 13 07:31:12.029146 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Request body: {'subnet': {'network_id': 'd4e4d4cd-d922-4196-8fba-5be7033e362e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1969049771-subnet', 'tenant_id': '1269f5a12e4f40e5ba7ba82d925d5c86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:12.035386 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:12.039612 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Usage tracker for resource:subnet and tenant:1269f5a12e4f40e5ba7ba82d925d5c86 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:12.042899 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:12.048798 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:12.061343 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Made reservation on behalf of 1269f5a12e4f40e5ba7ba82d925d5c86 for: {'subnet': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:12.064236 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:12.265291 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9096-95eb-4763-9787-e66ee8ccfda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:12.267204 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58384) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:12.324502 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:12.333821 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:12.398210 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=713b57b5-2660-41b3-8b50-3620cb93971e,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:12.421489 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:12.421834 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:12.422168 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:12.422506 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:12.422849 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:12.423186 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:12.423481 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:12.423823 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:12.424136 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:12.424444 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:12.424750 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Tracked resource versions report: Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: pushed versions: Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: { 'ConntrackHelper': {'1.0'}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'Log': {'1.0'}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'Network': {'1.1'}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'Port': {'1.5'}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'PortForwarding': {'1.2'}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'QosPolicy': {'1.8'}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'SecurityGroup': {'1.2'}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'SecurityGroupRule': {'1.0'}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'SubPort': {'1.0'}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'Subnet': {'1.1'}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'Trunk': {'1.1'}} Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: consumer versions: Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: { DHCP agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: HyperV agent@hv-cinder-81783: {}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: L3 agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: Metadata agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: Metering agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: Open vSwitch agent@dv-cinder-817832-1-smb: { 'ConntrackHelper': '1.0', Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'Log': '1.0', Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'Network': '1.1', Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'Port': '1.5', Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'PortForwarding': '1.2', Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'QosPolicy': '1.8', Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'SecurityGroup': '1.2', Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'SecurityGroupRule': '1.0', Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'SubPort': '1.0', Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'Subnet': '1.1', Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: 'Trunk': '1.1'}} Nov 13 07:31:12.425778 dv-cinder-817832-1-smb neutron-server[82812]: {{(pid=82812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 07:31:12.431130 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:12.440242 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Checking segment: {'id': 'a2e74aa7-ab69-40ee-8496-00215e06a8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4e4d4cd-d922-4196-8fba-5be7033e362e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:31:12.440564 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Network hostable DHCP agents. Network: d4e4d4cd-d922-4196-8fba-5be7033e362e, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:31:12.471560 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Network d4e4d4cd-d922-4196-8fba-5be7033e362e is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:31:12.484879 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, d4e4d4cd-d922-4196-8fba-5be7033e362e) {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:12.490694 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:12.491306 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:12.497115 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e765478-fe7d-414b-b204-0ca162a6ecdd None None] Network d4e4d4cd-d922-4196-8fba-5be7033e362e requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:31:12.537237 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5138717 Nov 13 07:31:12.708315 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2100199108-network', 'tenant_id': '1f749ccecce34b19ae5c85eb9ae9bbcf'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:12.711692 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:12.718525 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Usage tracker for resource:network and tenant:1f749ccecce34b19ae5c85eb9ae9bbcf is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:12.727018 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:12.729021 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f2bc06-8d9a-4ef8-922c-8a8b24fe0e83 None None] Network d4e4d4cd-d922-4196-8fba-5be7033e362e requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:31:12.735033 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:12.747825 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Made reservation on behalf of 1f749ccecce34b19ae5c85eb9ae9bbcf for: {'network': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:12.750559 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:12.758954 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:12.776156 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:12.813112 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:12.817497 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Usage tracker for resource:security_group_rule and tenant:1f749ccecce34b19ae5c85eb9ae9bbcf is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:12.820862 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:12.827037 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:12.908797 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:12.916279 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:12.929823 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=82811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:31:12.940033 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:12.940599 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.segments_db [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Added segment 603b8692-10c9-4806-8038-94c50525615a of type vlan for network c086dbfe-3975-4dc7-ba75-b459e44d4351 Nov 13 07:31:12.947067 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:12.977998 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:12.983010 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:13.006371 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:13.032383 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:13.034126 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:13.034914 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:13.040738 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9b86a426-6f2c-4187-9255-ef51408cbe36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:13.146447 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8748915 Nov 13 07:31:13.146447 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Pushing event updated for resources: {'Network': ['ID=c086dbfe-3975-4dc7-ba75-b459e44d4351,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:13.146937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58422) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:13.147796 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:13.152960 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Request body: {'subnet': {'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2100199108-subnet', 'tenant_id': '1f749ccecce34b19ae5c85eb9ae9bbcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:13.154766 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network c086dbfe-3975-4dc7-ba75-b459e44d4351 details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:31:13.157673 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:13.161615 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Usage tracker for resource:subnet and tenant:1f749ccecce34b19ae5c85eb9ae9bbcf is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:13.166090 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:13.173718 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:13.186033 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Made reservation on behalf of 1f749ccecce34b19ae5c85eb9ae9bbcf for: {'subnet': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:13.188437 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:13.301663 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58432) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:13.428060 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:13.433354 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-20106a9a-a7ba-4659-a94a-0e2e6cdec3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:13.506517 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f550449c-055d-4432-b29f-0276b0b90157,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:13.510662 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:13.520210 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Checking segment: {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:31:13.520565 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Network hostable DHCP agents. Network: c086dbfe-3975-4dc7-ba75-b459e44d4351, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:31:13.545426 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Network c086dbfe-3975-4dc7-ba75-b459e44d4351 is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:31:13.558597 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, c086dbfe-3975-4dc7-ba75-b459e44d4351) {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:13.568478 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5012a2-f3f8-4217-9486-3a9bab8df789 None None] Network c086dbfe-3975-4dc7-ba75-b459e44d4351 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:31:13.569265 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:13.570056 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:13.606429 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4582689 Nov 13 07:31:13.781937 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-112009842-network', 'tenant_id': '701084be16d8431e8af00ee5e87889bb'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:13.790247 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:13.796318 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Usage tracker for resource:network and tenant:701084be16d8431e8af00ee5e87889bb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:13.801391 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:13.808365 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:13.808840 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f014f01e-4aff-474f-b839-fc4ac4b67d74 None None] Network c086dbfe-3975-4dc7-ba75-b459e44d4351 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:31:13.825386 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Made reservation on behalf of 701084be16d8431e8af00ee5e87889bb for: {'network': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:13.828846 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:13.847601 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:13.876688 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58458) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:13.883936 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:13.889358 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Usage tracker for resource:security_group_rule and tenant:701084be16d8431e8af00ee5e87889bb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:13.893421 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:13.900776 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:13.977701 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:13.985208 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:13.990364 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:14.017573 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5072af-836c-4f3a-ae5c-ef308223347f,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:14.021933 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:14.030207 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=82811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:31:14.042575 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:14.043034 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.segments_db [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Added segment b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b of type vlan for network 8be01342-839f-41b8-9728-3e30da81b26f Nov 13 07:31:14.077337 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:14.131013 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:14.133153 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:14.133933 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:14.140851 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:14.254203 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Pushing event updated for resources: {'Network': ['ID=8be01342-839f-41b8-9728-3e30da81b26f,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:14.257824 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:14.264734 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 8be01342-839f-41b8-9728-3e30da81b26f details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:31:14.314228 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58476) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:14.315339 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0108500 Nov 13 07:31:14.319727 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Request body: {'subnet': {'network_id': '8be01342-839f-41b8-9728-3e30da81b26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-112009842-subnet', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:14.333456 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:14.346196 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Usage tracker for resource:subnet and tenant:701084be16d8431e8af00ee5e87889bb is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:14.352050 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:14.368982 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1480228664-network', 'tenant_id': '899716355361487189f0a1af1c798451'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:14.388556 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:14.391275 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:14.397700 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Usage tracker for resource:network and tenant:899716355361487189f0a1af1c798451 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:14.409565 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:14.423810 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:14.428889 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b433154d-99ae-4b42-9e70-45bd14e719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:14.438150 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Made reservation on behalf of 701084be16d8431e8af00ee5e87889bb for: {'subnet': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:14.440616 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:14.563843 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Made reservation on behalf of 899716355361487189f0a1af1c798451 for: {'network': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:14.567301 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:14.589454 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:14.635521 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:14.642337 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Usage tracker for resource:security_group_rule and tenant:899716355361487189f0a1af1c798451 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:14.676755 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:14.689378 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:14.786146 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:14.802043 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d61a5c26-8eb2-4410-b1ac-1d26b26f12a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:14.858294 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:14.886744 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:14.944797 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47fbc9b-fba9-4c7a-b193-40c59ad78aac,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:14.952428 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:14.953014 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:14.960322 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Checking segment: {'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:31:14.960724 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Network hostable DHCP agents. Network: 8be01342-839f-41b8-9728-3e30da81b26f, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:31:14.976305 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=82812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:31:15.007113 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9be38c8-4b53-4087-9f14-e87d3eafb32d,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:15.011846 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:15.013759 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:15.014305 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.segments_db [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Added segment f0eac432-91f1-4ccc-bcba-eb50f2fa9cf3 of type vlan for network 8f4181c5-cebb-48d4-b0e8-4a113398d268 Nov 13 07:31:15.042343 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Network 8be01342-839f-41b8-9728-3e30da81b26f is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:31:15.053124 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:15.085969 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 8be01342-839f-41b8-9728-3e30da81b26f) {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:15.095503 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:15.095997 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:15.098176 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19da713c-5717-4919-a22d-101119da3861 None None] Network 8be01342-839f-41b8-9728-3e30da81b26f requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:31:15.107640 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:15.122491 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:15.123063 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:15.136776 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:15.233551 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-7f5ec052-6955-42e5-8cad-99543d8809b3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9181402 Nov 13 07:31:15.236392 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58508) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:15.241428 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-112009842-router', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:15.250483 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:15.260213 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Usage tracker for resource:router and tenant:701084be16d8431e8af00ee5e87889bb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:15.263155 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:15.266758 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3882225 Nov 13 07:31:15.269466 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58512) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:15.278798 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:15.289369 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Request body: {'subnet': {'network_id': '8f4181c5-cebb-48d4-b0e8-4a113398d268', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1480228664-subnet', 'tenant_id': '899716355361487189f0a1af1c798451', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:15.298125 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:15.300418 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Pushing event updated for resources: {'Network': ['ID=8f4181c5-cebb-48d4-b0e8-4a113398d268,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:15.305182 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:15.306197 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Usage tracker for resource:subnet and tenant:899716355361487189f0a1af1c798451 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:15.309209 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:15.311183 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8863'] for router, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:15.312197 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-917045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8852'] for router, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:15.322243 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 8f4181c5-cebb-48d4-b0e8-4a113398d268 details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:31:15.327302 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:15.330754 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:15.356180 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Made reservation on behalf of 899716355361487189f0a1af1c798451 for: {'subnet': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:15.359401 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:15.584558 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:15.654764 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58524) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:15.667086 dv-cinder-817832-1-smb neutron-server[82811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 13 07:31:15.671302 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e42d070-c4ee-4183-860c-c65700dcdd71 None None] Network 8be01342-839f-41b8-9728-3e30da81b26f requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:31:15.935594 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:15.939609 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:15.972601 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-888067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8834'] for router, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:16.062433 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b91bfc23-78ab-4e1f-a385-ba7fe05c721b,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:16.066335 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:16.075148 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Checking segment: {'id': 'f0eac432-91f1-4ccc-bcba-eb50f2fa9cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '8f4181c5-cebb-48d4-b0e8-4a113398d268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:31:16.075499 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Network hostable DHCP agents. Network: 8f4181c5-cebb-48d4-b0e8-4a113398d268, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:31:16.104165 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Network 8f4181c5-cebb-48d4-b0e8-4a113398d268 is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:31:16.120446 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 8f4181c5-cebb-48d4-b0e8-4a113398d268) {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:16.131713 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae982b0-553e-49e7-b138-71e78b4dc2ab None None] Network 8f4181c5-cebb-48d4-b0e8-4a113398d268 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:31:16.137455 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-2593b100-e28e-4649-9a3a-f89e1de00b84 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:16.138132 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-2593b100-e28e-4649-9a3a-f89e1de00b84 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Synchronizing usage tracker for tenant:1269f5a12e4f40e5ba7ba82d925d5c86 on resource:network {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:16.139113 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:16.141754 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:16.175994 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9052868 Nov 13 07:31:16.197764 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-2593b100-e28e-4649-9a3a-f89e1de00b84 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Unset dirty status for tenant:1269f5a12e4f40e5ba7ba82d925d5c86 on resource:network {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:16.199045 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-2593b100-e28e-4649-9a3a-f89e1de00b84 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/networks?id=d4e4d4cd-d922-4196-8fba-5be7033e362e HTTP/1.1" status: 200 len: 812 time: 0.5432363 Nov 13 07:31:16.268608 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-87d76393-7e14-4d07-ae7f-fdb16ea8f3f1 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/quotas/1269f5a12e4f40e5ba7ba82d925d5c86 HTTP/1.1" status: 200 len: 375 time: 0.0615110 Nov 13 07:31:16.357389 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:16.408709 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:16.578066 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Allocated IP 172.28.0.130 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/f7bc53a8-053e-4200-9cd9-10ab82a6c3c1) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:31:16.598219 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c8ae01-96f5-431c-bcd1-7959bb6e72e4 None None] Network 8f4181c5-cebb-48d4-b0e8-4a113398d268 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:31:16.847805 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-ffa407d6-9061-4bd4-962c-8e06c6774b13 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1269f5a12e4f40e5ba7ba82d925d5c86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5693388 Nov 13 07:31:16.859171 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:16.868405 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58574) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:16.913179 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58580) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:16.932204 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:16.940478 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-96e3ce0d-7e58-4720-bcd5-61c5bdf1b6a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:16.966192 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.023071 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:31:17.027024 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:17.035514 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:31:17.072103 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Pushing event updated for resources: {'Port': ['ID=f7bc53a8-053e-4200-9cd9-10ab82a6c3c1,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:17.076620 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:17.222425 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.224916 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9e57296d-4725-43f1-aa40-254b107a6f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.247822 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.248624 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888126'] for router, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.263873 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:17.270315 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Usage tracker for resource:security_group_rule and tenant:7982f376b8504361a67ffd99efa8789f is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:17.274682 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:17.281836 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:17.361393 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.361728 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-9e57296d-4725-43f1-aa40-254b107a6f77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:17.368237 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.377400 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-16f1f5af-9e90-4217-9c6b-06d339515943 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=82811) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 13 07:31:17.385810 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-16f1f5af-9e90-4217-9c6b-06d339515943 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2661955 Nov 13 07:31:17.388491 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-9e57296d-4725-43f1-aa40-254b107a6f77 admin admin] Usage tracker for resource:security_group_rule and tenant:81f0c3729fe94fa489c913794bb19fc4 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:17.400612 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-9e57296d-4725-43f1-aa40-254b107a6f77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:17.404173 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:17.413447 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Synchronizing usage tracker for tenant:ea4522c66c4d4e9fa8410ad8afc99a90 on resource:security_group {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:17.446056 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Unset dirty status for tenant:ea4522c66c4d4e9fa8410ad8afc99a90 on resource:security_group {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:17.448035 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7982f376b8504361a67ffd99efa8789f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5321667 Nov 13 07:31:17.452587 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58608) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:17.478908 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e38125a-2516-4a5d-8322-1931af808536,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:17.509230 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-9e57296d-4725-43f1-aa40-254b107a6f77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:17.533862 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:17.570037 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1015724f-2836-44ad-97d2-350dd2da239d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.601332 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1015724f-2836-44ad-97d2-350dd2da239d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.605905 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-6b7e980b-da50-4ce5-8af6-ddbb7d586d60 service neutron] 10.222.0.15 "GET /v2.0/networks/d4e4d4cd-d922-4196-8fba-5be7033e362e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058065 Nov 13 07:31:17.660110 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1015724f-2836-44ad-97d2-350dd2da239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.669100 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-499ee621-f25d-4730-a74d-88cc8abe9a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:17.687937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1015724f-2836-44ad-97d2-350dd2da239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e38125a-2516-4a5d-8322-1931af808536,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:17.691068 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1015724f-2836-44ad-97d2-350dd2da239d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:17.692248 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1015724f-2836-44ad-97d2-350dd2da239d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.698788 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-1015724f-2836-44ad-97d2-350dd2da239d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e38125a-2516-4a5d-8322-1931af808536 HTTP/1.1" status: 204 len: 168 time: 0.2449284 Nov 13 07:31:17.766432 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58624) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:17.772463 dv-cinder-817832-1-smb neutron-server[82812]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 13 07:31:17.775631 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9e57296d-4725-43f1-aa40-254b107a6f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.790979 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9e57296d-4725-43f1-aa40-254b107a6f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:17.814594 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0b6bcd9f-b1e3-4123-8d96-45fd1682b953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:17.844495 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57296d-4725-43f1-aa40-254b107a6f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e4d9c8-8062-4430-8678-4abdd7a0d8b3,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:17.847883 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9e57296d-4725-43f1-aa40-254b107a6f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:17.872858 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-d8bdc70d-421d-4b3f-a970-af3b855acbc0 service neutron] 10.222.0.15 "GET /v2.0/networks/d4e4d4cd-d922-4196-8fba-5be7033e362e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578797 Nov 13 07:31:17.903735 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-9e57296d-4725-43f1-aa40-254b107a6f77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81f0c3729fe94fa489c913794bb19fc4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0342426 Nov 13 07:31:17.904384 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58632) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:17.957209 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f82055-990e-488b-89c1-d218522017c9 req-f3a7d528-9127-4f05-8c9b-b70f45420a89 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:17.959014 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-f3a7d528-9127-4f05-8c9b-b70f45420a89 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 815 time: 0.1906362 Nov 13 07:31:17.979612 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-4827e548-5b1f-4d86-9c04-4d03032c022c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/quotas/1f749ccecce34b19ae5c85eb9ae9bbcf HTTP/1.1" status: 200 len: 375 time: 0.0135758 Nov 13 07:31:18.001907 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9cbca796-1900-4996-9ae8-f7c9bd3972bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.039149 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9cbca796-1900-4996-9ae8-f7c9bd3972bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.048134 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Router 02ba29ef-4cfc-45cd-b782-052159c163df is scheduled to L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 with binding_index 1 {{(pid=82811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 07:31:18.089876 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-c4d288de-913d-4580-a80c-800cbd456c40 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013839 Nov 13 07:31:18.203903 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9cbca796-1900-4996-9ae8-f7c9bd3972bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.214272 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:18.215683 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58654) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:18.221171 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-536625677-network', 'tenant_id': '75268a62f69549efbe2ff7a892d7beff'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:18.226453 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:18.235810 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Usage tracker for resource:network and tenant:75268a62f69549efbe2ff7a892d7beff is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:18.243867 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:18.254886 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:18.278283 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Made reservation on behalf of 75268a62f69549efbe2ff7a892d7beff for: {'network': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:18.280308 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.282037 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbca796-1900-4996-9ae8-f7c9bd3972bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e4d9c8-8062-4430-8678-4abdd7a0d8b3,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:18.289466 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9cbca796-1900-4996-9ae8-f7c9bd3972bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:18.305004 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.341880 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:18.345003 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58670) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:18.348962 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Usage tracker for resource:security_group_rule and tenant:75268a62f69549efbe2ff7a892d7beff is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:18.359052 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9cbca796-1900-4996-9ae8-f7c9bd3972bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.365083 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:18.372557 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c1af85c4-1aa0-4e34-8e4b-1ab43839ed2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.373926 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-9cbca796-1900-4996-9ae8-f7c9bd3972bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55e4d9c8-8062-4430-8678-4abdd7a0d8b3 HTTP/1.1" status: 204 len: 168 time: 0.4683597 Nov 13 07:31:18.381597 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:18.451539 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:31:18.462939 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Sync routers for ids ['02ba29ef-4cfc-45cd-b782-052159c163df'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:31:18.476907 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-c1af85c4-1aa0-4e34-8e4b-1ab43839ed2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:18.483654 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Routers {'02ba29ef-4cfc-45cd-b782-052159c163df'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:31:18.485994 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:31:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['02ba29ef-4cfc-45cd-b782-052159c163df'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:18.487295 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-c1af85c4-1aa0-4e34-8e4b-1ab43839ed2c admin admin] Usage tracker for resource:security_group_rule and tenant:87c71440973e486d8cc81faf760d7ef4 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:18.491695 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-c1af85c4-1aa0-4e34-8e4b-1ab43839ed2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:18.495171 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.496432 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2590101 Nov 13 07:31:18.499472 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58680) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:18.505336 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-c1af85c4-1aa0-4e34-8e4b-1ab43839ed2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:18.615492 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c1af85c4-1aa0-4e34-8e4b-1ab43839ed2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.624159 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.626656 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c1af85c4-1aa0-4e34-8e4b-1ab43839ed2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.664801 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:18.703785 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-c1af85c4-1aa0-4e34-8e4b-1ab43839ed2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87c71440973e486d8cc81faf760d7ef4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3577762 Nov 13 07:31:18.704871 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.706371 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58686) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:18.713037 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-49c4229a-edb7-4579-af42-22523d689958 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=82812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 13 07:31:18.715042 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-49c4229a-edb7-4579-af42-22523d689958 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2900953 Nov 13 07:31:18.719573 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af85c4-1aa0-4e34-8e4b-1ab43839ed2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9f4fc3-bfa3-46c8-9b98-ff04468fff9c,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:18.725116 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-c1af85c4-1aa0-4e34-8e4b-1ab43839ed2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:18.736610 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-04851de1-6f07-4d61-9ee9-3e61acf22074 req-7416619d-d347-4316-ba9b-e4512c664518 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 210 time: 0.1324790 Nov 13 07:31:18.753881 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Set router 02ba29ef-4cfc-45cd-b782-052159c163df gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:31:18.781907 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:18.869796 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=82812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:31:18.938758 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc4ac56-c0ee-412d-aad4-bd8b20d6c09f,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:18.941402 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6dc02643-3fc7-4c53-8f3b-4fdee2851440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.942245 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:18.942437 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.segments_db [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Added segment 02165349-79bb-49b3-b431-d646b9c35828 of type vlan for network 6a6ea629-1465-49aa-8e03-c960ed34372b Nov 13 07:31:18.945632 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:18.989725 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6dc02643-3fc7-4c53-8f3b-4fdee2851440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:19.064197 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:19.162248 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-3ae4dc38-634c-4a75-aa78-0af7775b8ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382217 Nov 13 07:31:19.165430 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:19.168803 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:19.169484 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:19.183284 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d2b43361-ec83-4024-bbad-9b6351af5a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:19.228967 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'name': 'tempest-ServerRescueNegativeTestJSON-112009842-router', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:31:15Z', 'updated_at': '2021-11-13T07:31:17Z', 'revision_number': 3, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'gw_port': {'id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:16Z', 'updated_at': '2021-11-13T07:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:19.233433 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Checking router: 02ba29ef-4cfc-45cd-b782-052159c163df for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:31:19.233770 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Updating router 02ba29ef-4cfc-45cd-b782-052159c163df port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 binding host dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:31:19.282608 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58708) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:19.329560 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6dc02643-3fc7-4c53-8f3b-4fdee2851440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:19.343634 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:19.351297 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:19.363976 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc02643-3fc7-4c53-8f3b-4fdee2851440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9f4fc3-bfa3-46c8-9b98-ff04468fff9c,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:19.368299 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-6dc02643-3fc7-4c53-8f3b-4fdee2851440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:19.404437 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6dc02643-3fc7-4c53-8f3b-4fdee2851440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:19.405557 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-6dc02643-3fc7-4c53-8f3b-4fdee2851440 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa9f4fc3-bfa3-46c8-9b98-ff04468fff9c HTTP/1.1" status: 204 len: 168 time: 0.6982584 Nov 13 07:31:19.490257 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e124789a-2a59-445e-b299-f4f5f9dd8fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:19.530269 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e124789a-2a59-445e-b299-f4f5f9dd8fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:19.534640 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e124789a-2a59-445e-b299-f4f5f9dd8fe4 admin admin] Usage tracker for resource:security_group_rule and tenant:0311649728c84ac49a168e8d2c4cc2ac is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:19.538461 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e124789a-2a59-445e-b299-f4f5f9dd8fe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:19.545626 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e124789a-2a59-445e-b299-f4f5f9dd8fe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:19.552801 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Pushing event updated for resources: {'Network': ['ID=6a6ea629-1465-49aa-8e03-c960ed34372b,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:19.559287 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:19.567758 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 6a6ea629-1465-49aa-8e03-c960ed34372b details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:31:19.691971 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-0a9744dd-45b5-4fc4-a5db-30edee46f29f service neutron] 10.222.0.15 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5110793 Nov 13 07:31:19.706941 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4873116 Nov 13 07:31:19.708638 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58726) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:19.732890 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Request body: {'subnet': {'network_id': '6a6ea629-1465-49aa-8e03-c960ed34372b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-536625677-subnet', 'tenant_id': '75268a62f69549efbe2ff7a892d7beff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:19.870395 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e124789a-2a59-445e-b299-f4f5f9dd8fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:19.871874 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:19.876958 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Usage tracker for resource:subnet and tenant:75268a62f69549efbe2ff7a892d7beff is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:19.880430 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:19.884895 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e124789a-2a59-445e-b299-f4f5f9dd8fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:19.897159 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:19.900188 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:19.930905 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124789a-2a59-445e-b299-f4f5f9dd8fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea1b053-de6d-4e48-94e3-8b727cf35ac4,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:19.939932 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e124789a-2a59-445e-b299-f4f5f9dd8fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:19.957801 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Made reservation on behalf of 75268a62f69549efbe2ff7a892d7beff for: {'subnet': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:19.960502 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:20.021074 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Notify callbacks [] for port, precommit_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:20.108148 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.provisioning_blocks [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Transition to ACTIVE for port object f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 will not be triggered until provisioned by entity L2. {{(pid=82814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:31:20.175516 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:20.177114 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-e124789a-2a59-445e-b299-f4f5f9dd8fe4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0311649728c84ac49a168e8d2c4cc2ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8934722 Nov 13 07:31:20.180778 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58756) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:20.189099 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:20.268199 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fb1963f7-96ec-48c8-852d-3bd24e061ee7 req-167b1150-de1f-40e3-9a17-a17bfe809785 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 210 time: 0.1199825 Nov 13 07:31:20.361300 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f95a-415e-4cac-95d2-bc5daa3ad312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:20.456362 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Pushing event updated for resources: {'Port': ['ID=f7bc53a8-053e-4200-9cd9-10ab82a6c3c1,revision_number=2']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:20.462116 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f95a-415e-4cac-95d2-bc5daa3ad312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:20.465029 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Attempting to bind port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:31:20.465396 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Attempting to bind port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:31:20.465766 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Attempting to bind port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 on network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:31:20.481434 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:20.482043 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:20.482547 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:20.483114 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:20.483768 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:20.484371 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:20.484894 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:20.485371 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:20.485918 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:20.486428 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:20.486987 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Tracked resource versions report: Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: pushed versions: Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: { 'ConntrackHelper': {'1.0'}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'Log': {'1.0'}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'Network': {'1.1'}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'Port': {'1.5'}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'PortForwarding': {'1.2'}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'QosPolicy': {'1.8'}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'SecurityGroup': {'1.2'}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'SecurityGroupRule': {'1.0'}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'SubPort': {'1.0'}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'Subnet': {'1.1'}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'Trunk': {'1.1'}} Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: consumer versions: Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: { DHCP agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: HyperV agent@hv-cinder-81783: {}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: L3 agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: Metadata agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: Metering agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: Open vSwitch agent@dv-cinder-817832-1-smb: { 'ConntrackHelper': '1.0', Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'Log': '1.0', Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'Network': '1.1', Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'Port': '1.5', Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'PortForwarding': '1.2', Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'QosPolicy': '1.8', Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'SecurityGroup': '1.2', Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'SecurityGroupRule': '1.0', Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'SubPort': '1.0', Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'Subnet': '1.1', Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: 'Trunk': '1.1'}} Nov 13 07:31:20.488348 dv-cinder-817832-1-smb neutron-server[82814]: {{(pid=82814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 07:31:20.501196 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:31:20.501794 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Checking segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:31:20.502353 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:20.502941 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Bound using segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:31:20.503567 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Bound port: f7bc53a8-053e-4200-9cd9-10ab82a6c3c1, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:31:20.504212 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:20.512788 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:20.560214 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-cb809415-7171-4567-8d13-354677c00631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:20.578871 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-74025d7d-e4b4-4d1d-a518-3536f229714d req-e54cba8e-4bb4-4ff9-93e3-10af1069065a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 210 time: 0.1153486 Nov 13 07:31:20.591188 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:20.682579 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:20.755041 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8227cd6-a762-46d0-8d71-7091e9c2acd5,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:20.760829 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] For port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:31:20.763210 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:20.765284 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] For port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=f7bc53a8-053e-4200-9cd9-10ab82a6c3c1,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:31:20.775510 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:20.786426 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:20.794277 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f95a-415e-4cac-95d2-bc5daa3ad312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:20.827555 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:20.841572 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58796) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:20.890544 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Checking segment: {'id': '02165349-79bb-49b3-b431-d646b9c35828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '6a6ea629-1465-49aa-8e03-c960ed34372b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:31:20.891019 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Network hostable DHCP agents. Network: 6a6ea629-1465-49aa-8e03-c960ed34372b, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:31:20.939570 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2f95a-415e-4cac-95d2-bc5daa3ad312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea1b053-de6d-4e48-94e3-8b727cf35ac4,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:20.975746 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8bf2f95a-415e-4cac-95d2-bc5daa3ad312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:21.015235 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8bf2f95a-415e-4cac-95d2-bc5daa3ad312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:21.021245 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-8bf2f95a-415e-4cac-95d2-bc5daa3ad312 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ea1b053-de6d-4e48-94e3-8b727cf35ac4 HTTP/1.1" status: 204 len: 168 time: 0.8335345 Nov 13 07:31:21.042129 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Network 6a6ea629-1465-49aa-8e03-c960ed34372b is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:31:21.064386 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 6a6ea629-1465-49aa-8e03-c960ed34372b) {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:21.071771 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:21.072357 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:21.074861 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Pushing event updated for resources: {'Port': ['ID=f7bc53a8-053e-4200-9cd9-10ab82a6c3c1,revision_number=3']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:21.075850 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56358cbf-028b-4f41-9c04-89c2b8a6cfbd None None] Network 6a6ea629-1465-49aa-8e03-c960ed34372b requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:31:21.078195 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-d1a72842-3440-4da7-a87e-45b00774dff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:21.082668 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Routers {'02ba29ef-4cfc-45cd-b782-052159c163df'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:31:21.083279 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:31:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['02ba29ef-4cfc-45cd-b782-052159c163df'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:21.103573 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d08ae3c3-f6bb-4bf5-8aaa-f2d3f5e9e550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:21.127062 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4171984 Nov 13 07:31:21.387118 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d08ae3c3-f6bb-4bf5-8aaa-f2d3f5e9e550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:21.389778 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Allocated IP 172.20.0.1 (8be01342-839f-41b8-9728-3e30da81b26f/f47fbc9b-fba9-4c7a-b193-40c59ad78aac/cbe347b4-9202-4fe4-bc77-77c68ae75ae9) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:31:21.404219 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d08ae3c3-f6bb-4bf5-8aaa-f2d3f5e9e550 admin admin] Usage tracker for resource:security_group_rule and tenant:8e495286a7644f84a2042ac2b6af1f99 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:21.423944 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d08ae3c3-f6bb-4bf5-8aaa-f2d3f5e9e550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:21.428381 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] Set router 02ba29ef-4cfc-45cd-b782-052159c163df gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:31:21.454690 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d08ae3c3-f6bb-4bf5-8aaa-f2d3f5e9e550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:21.552149 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58830) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:21.652537 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad2820e-0449-4b36-b135-ecd98d16aaea None None] Network 6a6ea629-1465-49aa-8e03-c960ed34372b requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:31:21.891891 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b438617-a4c3-4ebb-8522-c09bcf889981 req-d7e85682-3d81-4444-8074-19cdaadf1d3b tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 210 time: 0.1251948 Nov 13 07:31:21.897822 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.36', 55958) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:21.912011 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddfad5a-ae22-4951-9147-e81f330bdaca admin admin] Deleting subnet b91bfc23-78ab-4e1f-a385-ba7fe05c721b {{(pid=82812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:31:21.921234 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5ddfad5a-ae22-4951-9147-e81f330bdaca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:21.979387 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4a3ae719-a2eb-4fb3-af1c-00e36728d8ef req-1c97e09d-3424-4207-a6ec-b32531111e9d tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 210 time: 0.1834567 Nov 13 07:31:22.087870 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5ddfad5a-ae22-4951-9147-e81f330bdaca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:22.119611 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5ddfad5a-ae22-4951-9147-e81f330bdaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:22.266478 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'name': 'tempest-ServerRescueNegativeTestJSON-112009842-router', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:31:15Z', 'updated_at': '2021-11-13T07:31:17Z', 'revision_number': 3, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'gw_port': {'id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:16Z', 'updated_at': '2021-11-13T07:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:22.279540 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753b43de-e851-41fe-b814-a77bf7e4d37b None None] The sync data for ids ['02ba29ef-4cfc-45cd-b782-052159c163df'] in dv-cinder-817832-1-smb is: [{'id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'name': 'tempest-ServerRescueNegativeTestJSON-112009842-router', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:31:15Z', 'updated_at': '2021-11-13T07:31:17Z', 'revision_number': 3, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'gw_port': {'id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:16Z', 'updated_at': '2021-11-13T07:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:31:22.296577 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5ddfad5a-ae22-4951-9147-e81f330bdaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:22.307829 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:22.404019 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:22.426017 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-702ef24a-6716-4580-9074-87e416823944 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:22.427926 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-702ef24a-6716-4580-9074-87e416823944 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.36 "GET /v2.0/networks?id=d4e4d4cd-d922-4196-8fba-5be7033e362e HTTP/1.1" status: 200 len: 812 time: 0.5164802 Nov 13 07:31:22.442265 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfad5a-ae22-4951-9147-e81f330bdaca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b91bfc23-78ab-4e1f-a385-ba7fe05c721b,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:22.444863 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d08ae3c3-f6bb-4bf5-8aaa-f2d3f5e9e550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:22.449744 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-5ddfad5a-ae22-4951-9147-e81f330bdaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:22.464527 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d08ae3c3-f6bb-4bf5-8aaa-f2d3f5e9e550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:22.475255 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5ddfad5a-ae22-4951-9147-e81f330bdaca admin admin] Notify callbacks [] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:22.487269 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Request body: {'port': {'device_id': '028b062a-2b81-43a2-85e3-22eb457f8bf6', 'network_id': 'd4e4d4cd-d922-4196-8fba-5be7033e362e', 'admin_state_up': True, 'tenant_id': '1269f5a12e4f40e5ba7ba82d925d5c86'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:22.491974 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-5ddfad5a-ae22-4951-9147-e81f330bdaca admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b91bfc23-78ab-4e1f-a385-ba7fe05c721b HTTP/1.1" status: 204 len: 168 time: 0.9385149 Nov 13 07:31:22.494926 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58870) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:22.501783 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:22.663712 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-d08ae3c3-f6bb-4bf5-8aaa-f2d3f5e9e550 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e495286a7644f84a2042ac2b6af1f99&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8216002 Nov 13 07:31:22.668076 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ae3c3-f6bb-4bf5-8aaa-f2d3f5e9e550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3047a1a3-48ba-496d-a65d-097e18ea42f8,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:22.677751 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 58878) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:22.722605 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d08ae3c3-f6bb-4bf5-8aaa-f2d3f5e9e550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:22.774278 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:22.795499 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:22.815906 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-57e825ac-28ca-403d-8a46-dae8085ea864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:22.931112 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Network 8be01342-839f-41b8-9728-3e30da81b26f is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:31:22.937205 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:22.940188 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:22.949143 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:31:22.949610 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886376'] for router_interface, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:22.954283 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Usage tracker for resource:port and tenant:1269f5a12e4f40e5ba7ba82d925d5c86 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:22.957454 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0818f604-e6d1-4189-afe2-1b32b1d429a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:22.960942 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:22.993264 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:23.094282 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.36', 55967) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:23.116654 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:23.123949 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Pushing event updated for resources: {'Port': ['ID=cbe347b4-9202-4fe4-bc77-77c68ae75ae9,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:23.141116 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:23.155757 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0818f604-e6d1-4189-afe2-1b32b1d429a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:23.170761 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Made reservation on behalf of 1269f5a12e4f40e5ba7ba82d925d5c86 for: {'port': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:23.178322 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:23.365218 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:31:23.453978 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.455673 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.457043 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.457586 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > port after_create 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.458084 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > port after_delete 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.458688 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > port after_update 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.459281 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.459852 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.460420 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.461228 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.557966 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:31:23.588036 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:31:23.588826 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:23.668148 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:23.756117 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0818f604-e6d1-4189-afe2-1b32b1d429a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:23.815089 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.815639 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.815949 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.816446 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:31:23.816873 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4181c5-cebb-48d4-b0e8-4a113398d268']}} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:23.830312 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0eac432-91f1-4ccc-bcba-eb50f2fa9cf3') {'for_net_delete': True} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:23.830671 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0eac432-91f1-4ccc-bcba-eb50f2fa9cf3') {} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:23.836811 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Allocated IP 172.20.0.14 (d4e4d4cd-d922-4196-8fba-5be7033e362e/713b57b5-2660-41b3-8b50-3620cb93971e/bb2248d0-d13f-41a2-8319-be82e1b62723) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:31:23.843702 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368827'] for segment, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:23.853031 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:23.859899 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:23.867537 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=82812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:31:23.868144 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369056'] for segment, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:23.872414 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=f7bc53a8-053e-4200-9cd9-10ab82a6c3c1,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:23.882021 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: util.warn_limited( Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: util.warn_limited( Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: Traceback (most recent call last): Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: timer() Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: cb(*args, **kw) Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: return func(*args, **kwargs) Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: self._notify() Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: self.callback(batched_events) Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: event.method(event) Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: return f(self, *a, **k) Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: return self._get(url).json() Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: return self.request(url, 'GET', **kwargs) Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:31:23.884453 dv-cinder-817832-1-smb neutron-server[82812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:31:23.886746 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:24.035325 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9ab085c6-19b7-4f6b-b0ef-c43a05ce3a65 req-fcf4a660-39ee-4cf5-b281-c16f216fb828 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 210 time: 0.1430333 Nov 13 07:31:24.086765 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:24.096487 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=f7bc53a8-053e-4200-9cd9-10ab82a6c3c1,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:24.109707 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:24.110846 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:24.112333 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:24.113742 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:24.114947 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:24.115330 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:24.115658 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:24.115999 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:24.116298 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:24.116637 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:24.120115 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Tracked resource versions report: Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: pushed versions: Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: { 'ConntrackHelper': {'1.0'}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'Log': {'1.0'}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'Network': {'1.1'}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'Port': {'1.5'}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'PortForwarding': {'1.2'}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'QosPolicy': {'1.8'}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'SecurityGroup': {'1.2'}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'SecurityGroupRule': {'1.0'}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'SubPort': {'1.0'}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'Subnet': {'1.1'}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'Trunk': {'1.1'}} Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: consumer versions: Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: { DHCP agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: HyperV agent@hv-cinder-81783: {}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: L3 agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: Metadata agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: Metering agent@dv-cinder-817832-1-smb: {}, Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: Open vSwitch agent@dv-cinder-817832-1-smb: { 'ConntrackHelper': '1.0', Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'Log': '1.0', Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'Network': '1.1', Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'Port': '1.5', Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'PortForwarding': '1.2', Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'QosPolicy': '1.8', Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'SecurityGroup': '1.2', Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'SecurityGroupRule': '1.0', Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'SubPort': '1.0', Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'Subnet': '1.1', Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: 'Trunk': '1.1'}} Nov 13 07:31:24.123202 dv-cinder-817832-1-smb neutron-server[82813]: {{(pid=82813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 13 07:31:24.143453 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:24.145806 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:24.160726 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:24.168862 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4181c5-cebb-48d4-b0e8-4a113398d268,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:24.176403 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f82055-990e-488b-89c1-d218522017c9 req-138eae88-8662-4928-b01c-2e0951cc9c38 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:24.178103 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-138eae88-8662-4928-b01c-2e0951cc9c38 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 815 time: 1.0370698 Nov 13 07:31:24.185010 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:24.187246 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] 10.222.0.15 "DELETE /v2.0/networks/8f4181c5-cebb-48d4-b0e8-4a113398d268 HTTP/1.1" status: 204 len: 168 time: 1.6903841 Nov 13 07:31:24.191145 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58938) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:24.197490 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58942) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:24.215928 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a1dbe797-e22d-46cd-9534-1cc199d20009 req-6bd8fe03-1307-489b-8d0d-8e176368f6f6 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 210 time: 0.6986303 Nov 13 07:31:24.250351 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9e57296d-4725-43f1-aa40-254b107a6f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:24.302701 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Request body: {'port': {'device_id': '6673e11f-b192-4ae3-8f55-ec947246510c', 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351', 'admin_state_up': True, 'tenant_id': '1f749ccecce34b19ae5c85eb9ae9bbcf'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:24.323277 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818f604-e6d1-4189-afe2-1b32b1d429a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3047a1a3-48ba-496d-a65d-097e18ea42f8,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:24.326764 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0818f604-e6d1-4189-afe2-1b32b1d429a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:24.539995 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0818f604-e6d1-4189-afe2-1b32b1d429a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:24.543988 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-0818f604-e6d1-4189-afe2-1b32b1d429a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3047a1a3-48ba-496d-a65d-097e18ea42f8 HTTP/1.1" status: 204 len: 168 time: 1.8652484 Nov 13 07:31:24.557077 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9bff4a-8832-4a92-9e97-d4b95dcb4d4b admin admin] Deleting subnet e8227cd6-a762-46d0-8d71-7091e9c2acd5 {{(pid=82812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:31:24.562331 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5f9bff4a-8832-4a92-9e97-d4b95dcb4d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:24.748670 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5f9bff4a-8832-4a92-9e97-d4b95dcb4d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368818'] for subnet, precommit_delete_associations {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:24.803039 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:24.810797 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Usage tracker for resource:port and tenant:1f749ccecce34b19ae5c85eb9ae9bbcf is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:24.820814 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:24.831280 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:24.831491 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:24.854096 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:24.859557 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1975530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889668'] for router_interface, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:24.877575 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:24.887093 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a796fb47-405d-4dfc-b1de-5e10d4865b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:24.936041 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5f9bff4a-8832-4a92-9e97-d4b95dcb4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:24.947545 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:25.028211 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Made reservation on behalf of 1f749ccecce34b19ae5c85eb9ae9bbcf for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:25.031128 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:25.135596 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Pushing event updated for resources: {'Port': ['ID=cbe347b4-9202-4fe4-bc77-77c68ae75ae9,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:25.148702 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:25.168986 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a796fb47-405d-4dfc-b1de-5e10d4865b0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:25.183881 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a796fb47-405d-4dfc-b1de-5e10d4865b0e admin admin] Usage tracker for resource:security_group_rule and tenant:557dc16c17334c95a1c57da6230bba1d is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:25.187434 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a796fb47-405d-4dfc-b1de-5e10d4865b0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:25.203062 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:25.209178 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Network 8be01342-839f-41b8-9728-3e30da81b26f is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:31:25.211419 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:25.363997 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:31:25.388024 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:25.547918 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:31:25.548404 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:25.579721 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Allocated IP 172.20.0.12 (c086dbfe-3975-4dc7-ba75-b459e44d4351/f550449c-055d-4432-b29f-0276b0b90157/7feb61ed-1f5d-47f6-99df-fc9b92b3f60a) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:31:25.612749 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a796fb47-405d-4dfc-b1de-5e10d4865b0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:25.691775 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a796fb47-405d-4dfc-b1de-5e10d4865b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:25.696997 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5f9bff4a-8832-4a92-9e97-d4b95dcb4d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3248979'] for subnet, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:25.710492 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a796fb47-405d-4dfc-b1de-5e10d4865b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:25.772699 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:25.904281 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Pushing event updated for resources: {'Port': ['ID=bb2248d0-d13f-41a2-8319-be82e1b62723,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:25.915391 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5f9bff4a-8832-4a92-9e97-d4b95dcb4d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:25.919031 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bff4a-8832-4a92-9e97-d4b95dcb4d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8227cd6-a762-46d0-8d71-7091e9c2acd5,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:25.924853 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-5f9bff4a-8832-4a92-9e97-d4b95dcb4d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:25.925361 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:25.945223 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:25.949383 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-faca845a-6ff0-45d8-9b30-dafe83fb5df6 req-4d94a299-9a45-4749-8d69-041a7803b43d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 210 time: 0.4370103 Nov 13 07:31:25.958347 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a796fb47-405d-4dfc-b1de-5e10d4865b0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=557dc16c17334c95a1c57da6230bba1d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6919072 Nov 13 07:31:25.968385 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58986) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:25.969067 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796fb47-405d-4dfc-b1de-5e10d4865b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dcba6e-7a38-4d6f-a6d6-6fd33a252cd2,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:26.004496 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Network d4e4d4cd-d922-4196-8fba-5be7033e362e is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:31:26.009081 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:26.016215 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:31:26.023450 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:26.026061 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:26.043076 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a796fb47-405d-4dfc-b1de-5e10d4865b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:26.083504 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbf42-2595-4533-b7d8-d87453c4cd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:26.115498 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbf42-2595-4533-b7d8-d87453c4cd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:26.167940 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-5f9bff4a-8832-4a92-9e97-d4b95dcb4d4b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e8227cd6-a762-46d0-8d71-7091e9c2acd5 HTTP/1.1" status: 204 len: 168 time: 1.9727876 Nov 13 07:31:26.191116 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 58994) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:26.226784 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37329eba-f2a5-449c-a474-f8fd874d3aa9 req-0a41569f-4462-4206-ba47-b5025d2b89a8 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:26.226784 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37329eba-f2a5-449c-a474-f8fd874d3aa9 req-0a41569f-4462-4206-ba47-b5025d2b89a8 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 932 time: 0.6182206 Nov 13 07:31:26.282687 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8085439 Nov 13 07:31:26.307924 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f744ec01-eaab-48f6-bdc6-5d20de17671d tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=82811) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 13 07:31:26.308810 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-f744ec01-eaab-48f6-bdc6-5d20de17671d tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0114315 Nov 13 07:31:26.551165 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Router 02ba29ef-4cfc-45cd-b782-052159c163df has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:31:26.647542 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:26.676759 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbf42-2595-4533-b7d8-d87453c4cd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:26.780574 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e0f81dcd-16bd-4eda-b768-eded72ffef4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:26.811305 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37329eba-f2a5-449c-a474-f8fd874d3aa9 req-aac6f6d7-13b3-446b-ad4a-cb6746be62ea tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268281 Nov 13 07:31:26.821292 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1d1cbf42-2595-4533-b7d8-d87453c4cd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:26.828143 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-1d1cbf42-2595-4533-b7d8-d87453c4cd88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1dcba6e-7a38-4d6f-a6d6-6fd33a252cd2 HTTP/1.1" status: 204 len: 168 time: 0.8518143 Nov 13 07:31:26.953968 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1cbf42-2595-4533-b7d8-d87453c4cd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dcba6e-7a38-4d6f-a6d6-6fd33a252cd2,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:26.958490 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1d1cbf42-2595-4533-b7d8-d87453c4cd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:27.185822 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:31:27.203940 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Sync routers for ids ['02ba29ef-4cfc-45cd-b782-052159c163df'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:31:27.230431 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Routers {'02ba29ef-4cfc-45cd-b782-052159c163df'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:31:27.231108 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:31:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['02ba29ef-4cfc-45cd-b782-052159c163df'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:27.283836 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-07ae5069-981a-4b40-887b-9dbf8c391db4 req-27e9c214-d3ec-4c12-b31e-e4506f760b9a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 210 time: 0.1019030 Nov 13 07:31:27.305739 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] 10.222.0.15 "PUT /v2.0/routers/02ba29ef-4cfc-45cd-b782-052159c163df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7886267 Nov 13 07:31:27.369015 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:27.456697 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:27.465172 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6ea629-1465-49aa-8e03-c960ed34372b']}} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:27.487653 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02165349-79bb-49b3-b431-d646b9c35828') {'for_net_delete': True} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:27.488014 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02165349-79bb-49b3-b431-d646b9c35828') {} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:27.505310 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368827'] for segment, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:27.528582 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:27.538521 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=82812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:31:27.539071 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369056'] for segment, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: Traceback (most recent call last): Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: timer() Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: cb(*args, **kw) Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: return func(*args, **kwargs) Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: self._notify() Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: self.callback(batched_events) Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: event.method(event) Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: return f(self, *a, **k) Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: return self._get(url).json() Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: return self.request(url, 'GET', **kwargs) Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:31:27.556242 dv-cinder-817832-1-smb neutron-server[82812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:31:27.632795 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:27.664143 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:27.769289 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Set router 02ba29ef-4cfc-45cd-b782-052159c163df gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:31:27.774984 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:27.786041 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Network c086dbfe-3975-4dc7-ba75-b459e44d4351 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:31:27.793492 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:27.845950 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6a6ea629-1465-49aa-8e03-c960ed34372b HTTP/1.1" status: 204 len: 168 time: 1.6492341 Nov 13 07:31:27.847015 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:27.854031 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:31:27.990749 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Pushing event updated for resources: {'Port': ['ID=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:28.002423 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:28.015310 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:28.128069 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a6ea629-1465-49aa-8e03-c960ed34372b,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:28.136883 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:28.281762 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:28.282790 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:28.425953 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1516197 Nov 13 07:31:28.477457 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'name': 'tempest-ServerRescueNegativeTestJSON-112009842-router', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:31:15Z', 'updated_at': '2021-11-13T07:31:23Z', 'revision_number': 4, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'gw_port': {'id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:16Z', 'updated_at': '2021-11-13T07:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'cbe347b4-9202-4fe4-bc77-77c68ae75ae9', 'name': '', 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'mac_address': 'fa:16:3e:34:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f47fbc9b-fba9-4c7a-b193-40c59ad78aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:20Z', 'updated_at': '2021-11-13T07:31:23Z', 'revision_number': 2, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'subnets': [{'id': 'f47fbc9b-fba9-4c7a-b193-40c59ad78aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:28.490628 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Checking router: 02ba29ef-4cfc-45cd-b782-052159c163df for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:31:28.491587 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Updating router 02ba29ef-4cfc-45cd-b782-052159c163df port cbe347b4-9202-4fe4-bc77-77c68ae75ae9 binding host dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:31:28.507865 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be729104-c339-4d19-b449-be29277a224d req-47b6615a-80c5-493d-945f-157c8fb6d11d tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:28.511445 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-be729104-c339-4d19-b449-be29277a224d req-47b6615a-80c5-493d-945f-157c8fb6d11d tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 932 time: 0.3366237 Nov 13 07:31:28.592973 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db309-ec3c-4883-8cfb-0f117a40602e req-7a1d3917-9e89-4c8f-85f3-e9e110aeee01 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:28.602860 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-609db309-ec3c-4883-8cfb-0f117a40602e req-7a1d3917-9e89-4c8f-85f3-e9e110aeee01 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 932 time: 0.1258938 Nov 13 07:31:28.631263 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-be729104-c339-4d19-b449-be29277a224d req-919d6d8a-5441-4628-b8ae-4908201898c5 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128840 Nov 13 07:31:28.659067 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-609db309-ec3c-4883-8cfb-0f117a40602e req-4abb840f-1220-405c-9a73-2eafbade2e6e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Synchronizing usage tracker for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:28.687729 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:28.691174 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-609db309-ec3c-4883-8cfb-0f117a40602e req-4abb840f-1220-405c-9a73-2eafbade2e6e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Unset dirty status for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:28.705661 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-609db309-ec3c-4883-8cfb-0f117a40602e req-4abb840f-1220-405c-9a73-2eafbade2e6e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995240 Nov 13 07:31:28.750044 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59068) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:28.888443 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-e3cfd67a-0499-42ac-9f2d-9d2472e55a55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=899716355361487189f0a1af1c798451&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1365981 Nov 13 07:31:28.891151 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59072) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:28.975183 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f0c46137-d2e5-4bcd-bdfd-c1f51dab3b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:29.021138 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f0c46137-d2e5-4bcd-bdfd-c1f51dab3b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:29.137156 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f0c46137-d2e5-4bcd-bdfd-c1f51dab3b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:29.153266 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d08ae3c3-f6bb-4bf5-8aaa-f2d3f5e9e550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:29.173524 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Notify callbacks [] for port, precommit_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:29.196904 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c46137-d2e5-4bcd-bdfd-c1f51dab3b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9be38c8-4b53-4087-9f14-e87d3eafb32d,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:29.209817 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f0c46137-d2e5-4bcd-bdfd-c1f51dab3b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:29.215803 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-f0c46137-d2e5-4bcd-bdfd-c1f51dab3b4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9be38c8-4b53-4087-9f14-e87d3eafb32d HTTP/1.1" status: 204 len: 168 time: 0.3234208 Nov 13 07:31:29.217286 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f0c46137-d2e5-4bcd-bdfd-c1f51dab3b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:29.255232 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Transition to ACTIVE for port object cbe347b4-9202-4fe4-bc77-77c68ae75ae9 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:31:29.290759 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:29.306767 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:29.369062 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Request body: {'port': {'device_id': '6673e11f-b192-4ae3-8f55-ec947246510c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:29.440036 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Request body: {'port': {'device_id': '028b062a-2b81-43a2-85e3-22eb457f8bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:29.625798 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:29.692776 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26405f95-6ecc-4d2f-b02f-e525f3397dd3 None None] Pushing event updated for resources: {'Port': ['ID=cbe347b4-9202-4fe4-bc77-77c68ae75ae9,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:29.701311 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-26405f95-6ecc-4d2f-b02f-e525f3397dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:29.748339 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:29.905224 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Attempting to bind port cbe347b4-9202-4fe4-bc77-77c68ae75ae9 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:31:29.905597 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Attempting to bind port cbe347b4-9202-4fe4-bc77-77c68ae75ae9 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:31:29.905956 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Attempting to bind port cbe347b4-9202-4fe4-bc77-77c68ae75ae9 on network 8be01342-839f-41b8-9728-3e30da81b26f {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:31:29.921587 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:31:29.921981 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Checking segment: {'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:31:29.922377 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:29.922784 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Bound using segment: {'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:31:29.923262 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Bound port: cbe347b4-9202-4fe4-bc77-77c68ae75ae9, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:31:29.926581 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:30.220270 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] For port cbe347b4-9202-4fe4-bc77-77c68ae75ae9, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:31:30.226617 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] For port cbe347b4-9202-4fe4-bc77-77c68ae75ae9, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=cbe347b4-9202-4fe4-bc77-77c68ae75ae9,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:31:30.236832 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:30.254505 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:30.613035 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Routers {'02ba29ef-4cfc-45cd-b782-052159c163df'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:31:30.614343 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:31:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['02ba29ef-4cfc-45cd-b782-052159c163df'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:30.673100 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2248d0-d13f-41a2-8319-be82e1b62723 {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:31:30.683287 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:30.711970 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Transition to ACTIVE for port object bb2248d0-d13f-41a2-8319-be82e1b62723 will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:31:30.720253 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:30.737689 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:30.798049 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a {{(pid=82811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:31:30.832464 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:30.904372 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Transition to ACTIVE for port object 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a will not be triggered until provisioned by entity L2. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:31:30.921358 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:30.981147 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-31682de6-94f3-4c95-b202-ac2899f5575d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:31.046772 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] Set router 02ba29ef-4cfc-45cd-b782-052159c163df gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:31:31.161057 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4f1a6-3fc5-4bfd-8dc4-f56cb68753cc req-57b541fb-aaeb-433f-88a3-224139e3cf3f tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:31.163863 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-8dc4f1a6-3fc5-4bfd-8dc4-f56cb68753cc req-57b541fb-aaeb-433f-88a3-224139e3cf3f tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Synchronizing usage tracker for tenant:1269f5a12e4f40e5ba7ba82d925d5c86 on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:31.182804 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59124) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:31.274997 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26405f95-6ecc-4d2f-b02f-e525f3397dd3 None None] Pushing event updated for resources: {'Port': ['ID=cbe347b4-9202-4fe4-bc77-77c68ae75ae9,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:31.287576 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-26405f95-6ecc-4d2f-b02f-e525f3397dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:31.394542 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2248d0-d13f-41a2-8319-be82e1b62723,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:31.489435 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:31.697561 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Pushing event updated for resources: {'Port': ['ID=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:31.785972 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:31.806887 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-8dc4f1a6-3fc5-4bfd-8dc4-f56cb68753cc req-57b541fb-aaeb-433f-88a3-224139e3cf3f tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Unset dirty status for tenant:1269f5a12e4f40e5ba7ba82d925d5c86 on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:31.843587 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-8dc4f1a6-3fc5-4bfd-8dc4-f56cb68753cc req-57b541fb-aaeb-433f-88a3-224139e3cf3f tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 944 time: 1.4850464 Nov 13 07:31:32.013626 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Attempting to bind port bb2248d0-d13f-41a2-8319-be82e1b62723 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:31:32.014129 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Attempting to bind port bb2248d0-d13f-41a2-8319-be82e1b62723 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'a2e74aa7-ab69-40ee-8496-00215e06a8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4e4d4cd-d922-4196-8fba-5be7033e362e'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:31:32.018397 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Attempting to bind port bb2248d0-d13f-41a2-8319-be82e1b62723 on network d4e4d4cd-d922-4196-8fba-5be7033e362e {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:31:32.042838 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Port bb2248d0-d13f-41a2-8319-be82e1b62723 on network d4e4d4cd-d922-4196-8fba-5be7033e362e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:31:32.043427 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Attempting to bind port bb2248d0-d13f-41a2-8319-be82e1b62723 on network d4e4d4cd-d922-4196-8fba-5be7033e362e {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:31:32.055697 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'name': 'tempest-ServerRescueNegativeTestJSON-112009842-router', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:31:15Z', 'updated_at': '2021-11-13T07:31:23Z', 'revision_number': 4, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'gw_port': {'id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:16Z', 'updated_at': '2021-11-13T07:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'cbe347b4-9202-4fe4-bc77-77c68ae75ae9', 'name': '', 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'mac_address': 'fa:16:3e:34:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f47fbc9b-fba9-4c7a-b193-40c59ad78aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:20Z', 'updated_at': '2021-11-13T07:31:30Z', 'revision_number': 4, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'subnets': [{'id': 'f47fbc9b-fba9-4c7a-b193-40c59ad78aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:31:32.060405 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:31:32.061478 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Checking segment: {'id': 'a2e74aa7-ab69-40ee-8496-00215e06a8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4e4d4cd-d922-4196-8fba-5be7033e362e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:31:32.062668 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Bound using segment: {'id': 'a2e74aa7-ab69-40ee-8496-00215e06a8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4e4d4cd-d922-4196-8fba-5be7033e362e'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:31:32.063804 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Bound port: bb2248d0-d13f-41a2-8319-be82e1b62723, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e74aa7-ab69-40ee-8496-00215e06a8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'd4e4d4cd-d922-4196-8fba-5be7033e362e'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:31:32.064777 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:32.071626 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471140d-8977-4c23-9a2d-6212dfa44deb None None] The sync data for ids ['02ba29ef-4cfc-45cd-b782-052159c163df'] in dv-cinder-817832-1-smb is: [{'id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'name': 'tempest-ServerRescueNegativeTestJSON-112009842-router', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:31:15Z', 'updated_at': '2021-11-13T07:31:23Z', 'revision_number': 4, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'gw_port': {'id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:16Z', 'updated_at': '2021-11-13T07:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'cbe347b4-9202-4fe4-bc77-77c68ae75ae9', 'name': '', 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'mac_address': 'fa:16:3e:34:d5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f47fbc9b-fba9-4c7a-b193-40c59ad78aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:20Z', 'updated_at': '2021-11-13T07:31:30Z', 'revision_number': 4, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'subnets': [{'id': 'f47fbc9b-fba9-4c7a-b193-40c59ad78aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:31:32.181605 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Attempting to bind port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:31:32.182002 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Attempting to bind port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'}] {{(pid=82811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:31:32.191432 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Attempting to bind port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a on network c086dbfe-3975-4dc7-ba75-b459e44d4351 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:31:32.201681 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-dd17af2c-b5b0-4689-ba14-fdd6228a9fc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75268a62f69549efbe2ff7a892d7beff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0058188 Nov 13 07:31:32.209463 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59154) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:32.233079 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-8dc4f1a6-3fc5-4bfd-8dc4-f56cb68753cc req-421d1943-2df4-4108-8fda-31aa216298fe tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Synchronizing usage tracker for tenant:1269f5a12e4f40e5ba7ba82d925d5c86 on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:32.286485 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a on network c086dbfe-3975-4dc7-ba75-b459e44d4351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:31:32.287012 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Attempting to bind port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a on network c086dbfe-3975-4dc7-ba75-b459e44d4351 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:31:32.302482 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-8dc4f1a6-3fc5-4bfd-8dc4-f56cb68753cc req-421d1943-2df4-4108-8fda-31aa216298fe tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Unset dirty status for tenant:1269f5a12e4f40e5ba7ba82d925d5c86 on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:32.303682 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-8dc4f1a6-3fc5-4bfd-8dc4-f56cb68753cc req-421d1943-2df4-4108-8fda-31aa216298fe tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4841301 Nov 13 07:31:32.313234 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:31:32.313234 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Checking segment: {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:31:32.313234 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Bound using segment: {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'} {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:31:32.313234 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Bound port: 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'}}] {{(pid=82811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:31:32.313607 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:32.361767 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-431ef44e-ae36-4388-a294-ecdb7662d416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:32.364033 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] For port bb2248d0-d13f-41a2-8319-be82e1b62723, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:31:32.464221 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-431ef44e-ae36-4388-a294-ecdb7662d416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:32.541688 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] For port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a, host hv-cinder-81783, cleared binding levels {{(pid=82811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:31:32.552519 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] For port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:31:32.563765 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:32.567844 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] For port bb2248d0-d13f-41a2-8319-be82e1b62723, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bb2248d0-d13f-41a2-8319-be82e1b62723,segment=NetworkSegment(a2e74aa7-ab69-40ee-8496-00215e06a8d7),segment_id=a2e74aa7-ab69-40ee-8496-00215e06a8d7)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:31:32.571350 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f3483acd-7b20-47a3-aa0b-0767193d0b64 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:32.579665 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:32.596633 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:32.676814 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-431ef44e-ae36-4388-a294-ecdb7662d416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:32.697310 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:32.699301 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] 10.222.0.36 "PUT /v2.0/ports/bb2248d0-d13f-41a2-8319-be82e1b62723 HTTP/1.1" status: 200 len: 1094 time: 4.1109624 Nov 13 07:31:32.705674 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028b062a-2b81-43a2-85e3-22eb457f8bf6', 'tag': 'bb2248d0-d13f-41a2-8319-be82e1b62723'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:31:32.736009 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-431ef44e-ae36-4388-a294-ecdb7662d416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:32.737778 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-431ef44e-ae36-4388-a294-ecdb7662d416 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bc4ac56-c0ee-412d-aad4-bd8b20d6c09f HTTP/1.1" status: 204 len: 168 time: 0.5089109 Nov 13 07:31:32.743947 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2248d0-d13f-41a2-8319-be82e1b62723,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:32.757519 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:32.758377 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1015724f-2836-44ad-97d2-350dd2da239d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:32.770438 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ef44e-ae36-4388-a294-ecdb7662d416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc4ac56-c0ee-412d-aad4-bd8b20d6c09f,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:32.784090 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-431ef44e-ae36-4388-a294-ecdb7662d416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:32.897705 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:32.900799 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] 10.222.0.36 "PUT /v2.0/ports/7feb61ed-1f5d-47f6-99df-fc9b92b3f60a HTTP/1.1" status: 200 len: 1094 time: 4.2774479 Nov 13 07:31:32.933077 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6673e11f-b192-4ae3-8f55-ec947246510c', 'tag': '7feb61ed-1f5d-47f6-99df-fc9b92b3f60a'}] {{(pid=82811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:31:33.076572 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-3de9f07f-b2b2-4ab7-9d63-0558dbb6da6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1269f5a12e4f40e5ba7ba82d925d5c86&device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 1097 time: 0.2413495 Nov 13 07:31:33.275439 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-d43d2fac-a703-4ad9-b6f1-35dd10dcccf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb2248d0-d13f-41a2-8319-be82e1b62723 HTTP/1.1" status: 200 len: 217 time: 0.1879694 Nov 13 07:31:33.334403 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Pushing event updated for resources: {'Port': ['ID=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a,revision_number=3']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:33.340937 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:33.412736 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device cbe347b4-9202-4fe4-bc77-77c68ae75ae9 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:31:33.480103 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-c2a0e280-d101-44db-8356-b477bb8b357c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:33.482632 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-c2a0e280-d101-44db-8356-b477bb8b357c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=713b57b5-2660-41b3-8b50-3620cb93971e HTTP/1.1" status: 200 len: 852 time: 0.1980288 Nov 13 07:31:33.504656 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe97f04-ae65-4685-a427-95c62ca10805 req-8c9fbdd7-dedb-4b6b-86da-adfa0a2a6dab tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:33.524252 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fbe97f04-ae65-4685-a427-95c62ca10805 req-8c9fbdd7-dedb-4b6b-86da-adfa0a2a6dab tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 944 time: 0.8857887 Nov 13 07:31:33.607316 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-903f83a8-0bd2-46d4-95dd-2a2def72c927 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4e4d4cd-d922-4196-8fba-5be7033e362e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037438 Nov 13 07:31:33.711240 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port cbe347b4-9202-4fe4-bc77-77c68ae75ae9 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:31:33.733526 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port cbe347b4-9202-4fe4-bc77-77c68ae75ae9 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:31:33.734758 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:33.816602 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-76ea9cb5-4328-4b2e-ab0c-6db545c8953b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 1097 time: 0.7590878 Nov 13 07:31:33.998644 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-8b01f241-3e17-40dc-a4ed-e2b64da8e1f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a HTTP/1.1" status: 200 len: 217 time: 0.1213212 Nov 13 07:31:34.013894 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fbe97f04-ae65-4685-a427-95c62ca10805 req-77b1c4aa-cb17-475b-9179-8d6464775cb4 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610772 Nov 13 07:31:34.048551 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-1f882742-c75c-4527-af56-64d7b77f3e7a service neutron] 10.222.0.36 "GET /v2.0/networks/d4e4d4cd-d922-4196-8fba-5be7033e362e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094210 Nov 13 07:31:34.152839 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:34.208985 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f82055-990e-488b-89c1-d218522017c9 req-63ee135e-ca66-41bb-b008-9ba433a77db8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:34.213602 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-63ee135e-ca66-41bb-b008-9ba433a77db8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f550449c-055d-4432-b29f-0276b0b90157 HTTP/1.1" status: 200 len: 855 time: 0.1924703 Nov 13 07:31:34.300200 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port cbe347b4-9202-4fe4-bc77-77c68ae75ae9, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=cbe347b4-9202-4fe4-bc77-77c68ae75ae9,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:34.322502 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:34.325301 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:34.326667 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-02f2460b-56f7-4135-a7e3-508c68c10488 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c086dbfe-3975-4dc7-ba75-b459e44d4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820365 Nov 13 07:31:34.568915 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=cbe347b4-9202-4fe4-bc77-77c68ae75ae9,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:34.574786 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:34.608039 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-66538640-3a73-4f60-8961-96e83255e2f3 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699499 Nov 13 07:31:34.690540 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fdd1398f-6e86-4af2-8c2d-6861507060b2 req-5089dd5a-690a-4e85-bb06-53b065e411fc service neutron] 10.222.0.36 "GET /v2.0/networks/d4e4d4cd-d922-4196-8fba-5be7033e362e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897462 Nov 13 07:31:34.905437 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-31f82055-990e-488b-89c1-d218522017c9 req-12be2ab8-4b5e-46bf-b014-c006a40ee62e service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776895 Nov 13 07:31:34.969846 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:31:34.993497 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:35.095247 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59270) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:35.297839 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028b062a-2b81-43a2-85e3-22eb457f8bf6', 'tag': 'bb2248d0-d13f-41a2-8319-be82e1b62723', 'status': 'completed', 'code': 200} Nov 13 07:31:35.321129 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device cbe347b4-9202-4fe4-bc77-77c68ae75ae9 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:31:35.583373 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5610e-301e-478c-a1c4-0d21bfd2500b req-b409639b-8ed5-4bd5-8da9-9f065f618cf7 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:35.591880 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-edf5610e-301e-478c-a1c4-0d21bfd2500b req-b409639b-8ed5-4bd5-8da9-9f065f618cf7 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 944 time: 0.1074760 Nov 13 07:31:35.605294 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port cbe347b4-9202-4fe4-bc77-77c68ae75ae9 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:31:35.605813 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:35.673070 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-edf5610e-301e-478c-a1c4-0d21bfd2500b req-20259e52-c57f-44e4-ba32-c2c5072c953f tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798361 Nov 13 07:31:35.674137 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-52ea453b-95f2-4b49-918b-8706b9e6e7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:35.819015 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-52ea453b-95f2-4b49-918b-8706b9e6e7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:35.832343 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-52ea453b-95f2-4b49-918b-8706b9e6e7cd admin admin] Usage tracker for resource:security_group_rule and tenant:4016f289081140c5a9e7a2854a90c0c0 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:35.837714 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-52ea453b-95f2-4b49-918b-8706b9e6e7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:35.861742 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-52ea453b-95f2-4b49-918b-8706b9e6e7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:36.009008 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-52ea453b-95f2-4b49-918b-8706b9e6e7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:36.026210 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-52ea453b-95f2-4b49-918b-8706b9e6e7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:36.064048 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:36.150073 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6673e11f-b192-4ae3-8f55-ec947246510c', 'tag': '7feb61ed-1f5d-47f6-99df-fc9b92b3f60a', 'status': 'completed', 'code': 200} Nov 13 07:31:36.170618 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea453b-95f2-4b49-918b-8706b9e6e7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f199193a-fd5d-4982-b943-f6de84fba584,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:36.176731 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-52ea453b-95f2-4b49-918b-8706b9e6e7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:36.179384 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-52ea453b-95f2-4b49-918b-8706b9e6e7cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4016f289081140c5a9e7a2854a90c0c0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0829604 Nov 13 07:31:36.183445 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59332) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:36.494557 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8993ca06-b94b-4787-8248-b72525acc9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:36.525580 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b037b298-862f-4527-a7ca-e4fb1b3b509e tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:36.530245 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8993ca06-b94b-4787-8248-b72525acc9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:36.534307 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b037b298-862f-4527-a7ca-e4fb1b3b509e tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/networks?id=8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 200 len: 818 time: 0.3636770 Nov 13 07:31:36.554256 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-eeed80d2-17d2-4c6d-bf63-413f24efc025 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/quotas/701084be16d8431e8af00ee5e87889bb HTTP/1.1" status: 200 len: 375 time: 0.0183861 Nov 13 07:31:36.626804 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acba6c8-70b5-4143-8d1c-6512eff3d953 req-3bee2438-8b9a-4679-abff-a294943cc080 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:36.628489 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2acba6c8-70b5-4143-8d1c-6512eff3d953 req-3bee2438-8b9a-4679-abff-a294943cc080 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 944 time: 0.2972109 Nov 13 07:31:36.707608 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2acba6c8-70b5-4143-8d1c-6512eff3d953 req-a9f4e219-74eb-4907-a8cb-a06721b65aac tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712512 Nov 13 07:31:36.710480 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8993ca06-b94b-4787-8248-b72525acc9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:36.742644 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f0c46137-d2e5-4bcd-bdfd-c1f51dab3b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:36.763408 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-78dd9148-9ccf-4209-a0f7-2323b0332eb9 req-c3f2d2a4-ee0d-4374-9da4-0b12c6c6970f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 1097 time: 0.2041764 Nov 13 07:31:36.770004 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993ca06-b94b-4787-8248-b72525acc9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f199193a-fd5d-4982-b943-f6de84fba584,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:36.781592 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8993ca06-b94b-4787-8248-b72525acc9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:36.811858 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59378) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:36.887176 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-93e8528b-f40d-47f8-9657-2ed90a30654a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=701084be16d8431e8af00ee5e87889bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3224611 Nov 13 07:31:36.914471 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-61020a93-9878-4527-94a0-84ea159cda60 req-016f51fc-257b-4aa1-8ef1-3bcb39f6a137 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1269f5a12e4f40e5ba7ba82d925d5c86&device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 1097 time: 0.3206580 Nov 13 07:31:36.960157 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd9148-9ccf-4209-a0f7-2323b0332eb9 req-8bfd02a1-6dce-4ad8-b3ed-6f0e8a71ed32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:36.961861 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-78dd9148-9ccf-4209-a0f7-2323b0332eb9 req-8bfd02a1-6dce-4ad8-b3ed-6f0e8a71ed32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 916 time: 0.1898079 Nov 13 07:31:37.008192 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8993ca06-b94b-4787-8248-b72525acc9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:37.009543 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-8993ca06-b94b-4787-8248-b72525acc9f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f199193a-fd5d-4982-b943-f6de84fba584 HTTP/1.1" status: 204 len: 168 time: 0.8252039 Nov 13 07:31:37.094399 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-78dd9148-9ccf-4209-a0f7-2323b0332eb9 req-80df8370-ea5c-43e1-893e-4c85088c59e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a HTTP/1.1" status: 200 len: 217 time: 0.0835819 Nov 13 07:31:37.156555 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25252a-0b0f-44a6-8cfd-5c7f873c85b5 req-48aed1b6-aca9-430f-b31a-cc8902cc4c15 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:37.164322 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2d25252a-0b0f-44a6-8cfd-5c7f873c85b5 req-48aed1b6-aca9-430f-b31a-cc8902cc4c15 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 944 time: 0.2009988 Nov 13 07:31:37.180600 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-eba3d2c9-aee5-4bae-9ce1-64456c7f2ddc service neutron] 10.222.0.15 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919753 Nov 13 07:31:37.237342 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2d25252a-0b0f-44a6-8cfd-5c7f873c85b5 req-648e6fae-37de-4caf-9546-291e1fec81ea tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718920 Nov 13 07:31:37.238648 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd9148-9ccf-4209-a0f7-2323b0332eb9 req-fe3c6e52-6d01-44c2-9804-40fcec39bd65 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:37.240010 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-78dd9148-9ccf-4209-a0f7-2323b0332eb9 req-fe3c6e52-6d01-44c2-9804-40fcec39bd65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f550449c-055d-4432-b29f-0276b0b90157 HTTP/1.1" status: 200 len: 855 time: 0.1293814 Nov 13 07:31:37.300672 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-78dd9148-9ccf-4209-a0f7-2323b0332eb9 req-9c6f2d86-2b6f-4355-a7e0-bf09ce72800c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c086dbfe-3975-4dc7-ba75-b459e44d4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516539 Nov 13 07:31:37.478663 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-78dd9148-9ccf-4209-a0f7-2323b0332eb9 req-3cb5af51-5f39-4841-8d42-afab3aa26780 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706560 Nov 13 07:31:37.501581 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ad688a16-000c-4548-be79-bc138c1efca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:37.566008 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-a0751b97-b4f6-459e-811b-43951940c249 service neutron] 10.222.0.15 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629708 Nov 13 07:31:37.587423 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-ad688a16-000c-4548-be79-bc138c1efca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:37.593587 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61020a93-9878-4527-94a0-84ea159cda60 req-699ecb2f-35d5-4430-a027-f2777cb959df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:37.595582 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-61020a93-9878-4527-94a0-84ea159cda60 req-699ecb2f-35d5-4430-a027-f2777cb959df service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4e4d4cd-d922-4196-8fba-5be7033e362e HTTP/1.1" status: 200 len: 913 time: 0.6726141 Nov 13 07:31:37.597098 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-ad688a16-000c-4548-be79-bc138c1efca9 admin admin] Usage tracker for resource:security_group_rule and tenant:5134c88839f746b083c17af0c6fcaaa6 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:37.600708 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-ad688a16-000c-4548-be79-bc138c1efca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:37.706101 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-ad688a16-000c-4548-be79-bc138c1efca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:37.773771 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-78dd9148-9ccf-4209-a0f7-2323b0332eb9 req-5fa671e5-cebb-4972-bedc-46eb1cd76258 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876117 Nov 13 07:31:37.791371 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-61020a93-9878-4527-94a0-84ea159cda60 req-4b86f528-89c0-4235-a57f-e9c4944b077b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb2248d0-d13f-41a2-8319-be82e1b62723 HTTP/1.1" status: 200 len: 217 time: 0.1846931 Nov 13 07:31:37.826878 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59430) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:37.981888 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b088ed78-84aa-467b-b153-cebfeb64e24d req-a453e86c-8f6c-4c15-a6e7-0fa545b30518 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 210 time: 0.0554433 Nov 13 07:31:38.003544 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61020a93-9878-4527-94a0-84ea159cda60 req-97246dd2-03fc-4255-9b13-1186bb11a605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:38.006181 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-61020a93-9878-4527-94a0-84ea159cda60 req-97246dd2-03fc-4255-9b13-1186bb11a605 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=713b57b5-2660-41b3-8b50-3620cb93971e HTTP/1.1" status: 200 len: 852 time: 0.2042994 Nov 13 07:31:38.079741 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59444) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:38.090408 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-61020a93-9878-4527-94a0-84ea159cda60 req-5381fffc-a8b8-4f6c-915f-82376b4b49b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4e4d4cd-d922-4196-8fba-5be7033e362e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744877 Nov 13 07:31:38.144588 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7b2236a1-c48d-4668-9568-949886fdb457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:38.201458 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ad688a16-000c-4548-be79-bc138c1efca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:38.209693 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ad688a16-000c-4548-be79-bc138c1efca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:38.225629 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7b2236a1-c48d-4668-9568-949886fdb457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:38.251165 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b67284f5-1415-4169-b84b-31aaa677ceb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:38.256612 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7b2236a1-c48d-4668-9568-949886fdb457 admin admin] Usage tracker for resource:security_group_rule and tenant:7bda39a497d74374b65700b8a86a97c2 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:38.259699 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-ad688a16-000c-4548-be79-bc138c1efca9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5134c88839f746b083c17af0c6fcaaa6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4415009 Nov 13 07:31:38.263971 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59448) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:38.267019 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7b2236a1-c48d-4668-9568-949886fdb457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:38.278948 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7b2236a1-c48d-4668-9568-949886fdb457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:38.304066 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534f324-0f6a-4165-a9d2-077431c82f81 req-25a4af17-d0c7-4997-8528-4d65f784deb4 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:38.310645 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9534f324-0f6a-4165-a9d2-077431c82f81 req-25a4af17-d0c7-4997-8528-4d65f784deb4 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 944 time: 0.3014274 Nov 13 07:31:38.516174 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9534f324-0f6a-4165-a9d2-077431c82f81 req-78a78f26-1281-446e-bba4-ccc516bf874a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977160 Nov 13 07:31:38.550544 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad688a16-000c-4548-be79-bc138c1efca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaca055c-bcb0-4255-b7b7-2ba3658e05a3,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:38.555532 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ad688a16-000c-4548-be79-bc138c1efca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:38.584195 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59462) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:38.584936 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a358-7342-496d-af57-e4856ffbfedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:38.590461 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-61020a93-9878-4527-94a0-84ea159cda60 req-5e68a83e-2602-4bc9-a1ec-6d5f21480a7e service neutron] 10.222.0.36 "GET /v2.0/networks/d4e4d4cd-d922-4196-8fba-5be7033e362e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891038 Nov 13 07:31:38.628258 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a358-7342-496d-af57-e4856ffbfedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:38.654143 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3d15b3ac-7af6-403e-8bea-acaf18360ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:38.786960 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7b2236a1-c48d-4668-9568-949886fdb457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:38.801322 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7b2236a1-c48d-4668-9568-949886fdb457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:38.828169 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a358-7342-496d-af57-e4856ffbfedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:38.845783 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e124789a-2a59-445e-b299-f4f5f9dd8fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:38.859574 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-069f75c4-b8ae-4c4b-b094-ed581eaf7456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:38.880413 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:38.897531 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5a358-7342-496d-af57-e4856ffbfedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaca055c-bcb0-4255-b7b7-2ba3658e05a3,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:38.911706 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-3d15b3ac-7af6-403e-8bea-acaf18360ded admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:38.924900 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-7b2236a1-c48d-4668-9568-949886fdb457 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bda39a497d74374b65700b8a86a97c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8303523 Nov 13 07:31:38.925612 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f1f5a358-7342-496d-af57-e4856ffbfedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:38.925824 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59476) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:38.932202 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a358-7342-496d-af57-e4856ffbfedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:38.933285 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-3d15b3ac-7af6-403e-8bea-acaf18360ded admin admin] Usage tracker for resource:security_group_rule and tenant:1a58b4679ba94f7296e25ebbc14c92eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:38.935197 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-f1f5a358-7342-496d-af57-e4856ffbfedf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eaca055c-bcb0-4255-b7b7-2ba3658e05a3 HTTP/1.1" status: 204 len: 168 time: 0.6682515 Nov 13 07:31:38.952531 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-3d15b3ac-7af6-403e-8bea-acaf18360ded admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:38.955967 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-61020a93-9878-4527-94a0-84ea159cda60 req-f8e10b02-8063-4731-9992-44c1ddaf9579 service neutron] 10.222.0.36 "GET /v2.0/networks/d4e4d4cd-d922-4196-8fba-5be7033e362e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846763 Nov 13 07:31:38.966391 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-069f75c4-b8ae-4c4b-b094-ed581eaf7456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:38.968383 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-3d15b3ac-7af6-403e-8bea-acaf18360ded admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:38.977575 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f95992-f0a9-46bc-a11e-8693be368bb5 req-518d3285-723e-4e36-9c0e-9eea90a77180 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:38.980049 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-76f95992-f0a9-46bc-a11e-8693be368bb5 req-518d3285-723e-4e36-9c0e-9eea90a77180 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 944 time: 0.3843830 Nov 13 07:31:38.981098 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-069f75c4-b8ae-4c4b-b094-ed581eaf7456 admin admin] Usage tracker for resource:security_group_rule and tenant:2979dde09bef42559b286b9785a3ec38 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:38.984283 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-069f75c4-b8ae-4c4b-b094-ed581eaf7456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:38.989258 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2236a1-c48d-4668-9568-949886fdb457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e05a1-8c2c-429d-bf6a-fd943a2bf530,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:38.992811 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-069f75c4-b8ae-4c4b-b094-ed581eaf7456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:39.008910 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7b2236a1-c48d-4668-9568-949886fdb457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:39.049110 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-76f95992-f0a9-46bc-a11e-8693be368bb5 req-e14565e8-946d-46e5-ae4e-7879d3d9fad7 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590801 Nov 13 07:31:39.050461 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-48c2ee9c-eb96-4613-a64d-0332f938b91a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:39.051181 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-48c2ee9c-eb96-4613-a64d-0332f938b91a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Synchronizing usage tracker for tenant:701084be16d8431e8af00ee5e87889bb on resource:network {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:39.098841 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-14c588d2-e7bc-4e8d-9ea3-950d198f03a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.114384 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-069f75c4-b8ae-4c4b-b094-ed581eaf7456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.119779 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-069f75c4-b8ae-4c4b-b094-ed581eaf7456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.128276 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:39.154139 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-14c588d2-e7bc-4e8d-9ea3-950d198f03a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.160554 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-48c2ee9c-eb96-4613-a64d-0332f938b91a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Unset dirty status for tenant:701084be16d8431e8af00ee5e87889bb on resource:network {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:39.166897 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-48c2ee9c-eb96-4613-a64d-0332f938b91a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/networks?id=8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 200 len: 818 time: 0.4202669 Nov 13 07:31:39.169506 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f75c4-b8ae-4c4b-b094-ed581eaf7456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64f44cf-43de-4699-b54b-3bd516d9ba98,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:39.172460 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-069f75c4-b8ae-4c4b-b094-ed581eaf7456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:39.176095 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-069f75c4-b8ae-4c4b-b094-ed581eaf7456 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2979dde09bef42559b286b9785a3ec38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5846715 Nov 13 07:31:39.178753 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59486) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:39.182498 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3d15b3ac-7af6-403e-8bea-acaf18360ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.196351 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3d15b3ac-7af6-403e-8bea-acaf18360ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.210666 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-d1783c5b-20c8-48bb-b293-fd1e03d172cf tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/quotas/701084be16d8431e8af00ee5e87889bb HTTP/1.1" status: 200 len: 375 time: 0.0428855 Nov 13 07:31:39.245271 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-12f6c8ab-41e6-4934-8ae9-110f2176ea66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.253815 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:39.276228 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-12f6c8ab-41e6-4934-8ae9-110f2176ea66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.312057 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15b3ac-7af6-403e-8bea-acaf18360ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ab8bde-ef5f-4211-952a-4e47bda755fc,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:39.315867 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3d15b3ac-7af6-403e-8bea-acaf18360ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:39.320058 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-3d15b3ac-7af6-403e-8bea-acaf18360ded admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a58b4679ba94f7296e25ebbc14c92eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4917583 Nov 13 07:31:39.323112 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59490) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:39.344411 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-14c588d2-e7bc-4e8d-9ea3-950d198f03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.359872 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:39.370407 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-12f6c8ab-41e6-4934-8ae9-110f2176ea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.377232 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:39.389910 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c588d2-e7bc-4e8d-9ea3-950d198f03a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e05a1-8c2c-429d-bf6a-fd943a2bf530,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:39.392094 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6c8ab-41e6-4934-8ae9-110f2176ea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64f44cf-43de-4699-b54b-3bd516d9ba98,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:39.395164 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-12f6c8ab-41e6-4934-8ae9-110f2176ea66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:39.397754 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-12f6c8ab-41e6-4934-8ae9-110f2176ea66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.401278 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-14c588d2-e7bc-4e8d-9ea3-950d198f03a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:39.412686 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-12f6c8ab-41e6-4934-8ae9-110f2176ea66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f64f44cf-43de-4699-b54b-3bd516d9ba98 HTTP/1.1" status: 204 len: 168 time: 0.2327976 Nov 13 07:31:39.423266 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-cfb46d80-6e9f-4581-946e-dd8bf2dadf81 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Synchronizing usage tracker for tenant:701084be16d8431e8af00ee5e87889bb on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:39.450179 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-14c588d2-e7bc-4e8d-9ea3-950d198f03a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.454027 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-14c588d2-e7bc-4e8d-9ea3-950d198f03a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c3e05a1-8c2c-429d-bf6a-fd943a2bf530 HTTP/1.1" status: 204 len: 168 time: 0.5153358 Nov 13 07:31:39.496057 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59500) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:39.511774 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-cfb46d80-6e9f-4581-946e-dd8bf2dadf81 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Unset dirty status for tenant:701084be16d8431e8af00ee5e87889bb on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:39.516692 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-cfb46d80-6e9f-4581-946e-dd8bf2dadf81 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=701084be16d8431e8af00ee5e87889bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3051391 Nov 13 07:31:39.625725 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:31:39.788572 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9c72e3ba-7227-4a49-942a-ce2837553e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.799562 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-88d49e8f-0f80-4e0d-aab7-0df7f7f298ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.888896 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c73892-78a9-4833-aa19-cc524f1f359f req-8d0d2073-ebf6-485b-8d0c-c0412ccd87ca tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:39.890486 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-8d0d2073-ebf6-485b-8d0c-c0412ccd87ca tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.36 "GET /v2.0/networks?id=8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 200 len: 818 time: 0.4317138 Nov 13 07:31:39.912119 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Request body: {'port': {'device_id': '5614d3c8-fa9f-46c9-a04d-2f0e16cf3344', 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f', 'admin_state_up': True, 'tenant_id': '701084be16d8431e8af00ee5e87889bb'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:39.943206 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-e50dde3a-fb3d-46f7-a7fc-ee8bcc71b4b2 service neutron] 10.222.0.15 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950431 Nov 13 07:31:39.975750 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:39.979834 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9c72e3ba-7227-4a49-942a-ce2837553e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:39.991203 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '7feb61ed-1f5d-47f6-99df-fc9b92b3f60a', 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351', 'port_id': '7feb61ed-1f5d-47f6-99df-fc9b92b3f60a', 'mac_address': 'fa:16:3e:06:3d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f550449c-055d-4432-b29f-0276b0b90157', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:31:40.032871 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47d203a-eac9-48e9-9049-ab597bdb4d6d req-54691441-b376-4939-b7b5-b0501d5d75c9 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:40.033891 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-c47d203a-eac9-48e9-9049-ab597bdb4d6d req-54691441-b376-4939-b7b5-b0501d5d75c9 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Synchronizing usage tracker for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:40.068521 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:40.089966 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-c47d203a-eac9-48e9-9049-ab597bdb4d6d req-54691441-b376-4939-b7b5-b0501d5d75c9 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Unset dirty status for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:40.091207 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c47d203a-eac9-48e9-9049-ab597bdb4d6d req-54691441-b376-4939-b7b5-b0501d5d75c9 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 944 time: 0.3411345 Nov 13 07:31:40.100889 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:31:40.122509 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:40.133413 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:40.138934 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device bb2248d0-d13f-41a2-8319-be82e1b62723 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:31:40.143313 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-26405f95-6ecc-4d2f-b02f-e525f3397dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:40.158482 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:40.177484 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:40.216887 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c47d203a-eac9-48e9-9049-ab597bdb4d6d req-31b978bf-9c44-4d8a-8936-75510692e11e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014757 Nov 13 07:31:40.218643 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Made reservation on behalf of 701084be16d8431e8af00ee5e87889bb for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:40.223363 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:40.248173 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-88d49e8f-0f80-4e0d-aab7-0df7f7f298ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:40.270243 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-88d49e8f-0f80-4e0d-aab7-0df7f7f298ae admin admin] Usage tracker for resource:security_group_rule and tenant:42d3ee0b0437460fa5b33da8cfa4daab is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:40.285721 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-88d49e8f-0f80-4e0d-aab7-0df7f7f298ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:40.326331 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-88d49e8f-0f80-4e0d-aab7-0df7f7f298ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:40.413835 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9c72e3ba-7227-4a49-942a-ce2837553e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:40.415395 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:40.423417 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:40.510701 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-52ea453b-95f2-4b49-918b-8706b9e6e7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:40.534040 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-6ea9ecdc-c526-428a-9225-a464dee8bf07 service neutron] 10.222.0.15 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612726 Nov 13 07:31:40.539695 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72e3ba-7227-4a49-942a-ce2837553e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ab8bde-ef5f-4211-952a-4e47bda755fc,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:40.544649 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9c72e3ba-7227-4a49-942a-ce2837553e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:40.550546 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port bb2248d0-d13f-41a2-8319-be82e1b62723, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bb2248d0-d13f-41a2-8319-be82e1b62723,segment=NetworkSegment(a2e74aa7-ab69-40ee-8496-00215e06a8d7),segment_id=a2e74aa7-ab69-40ee-8496-00215e06a8d7)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:40.613045 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': 'bb2248d0-d13f-41a2-8319-be82e1b62723', 'network_id': 'd4e4d4cd-d922-4196-8fba-5be7033e362e', 'port_id': 'bb2248d0-d13f-41a2-8319-be82e1b62723', 'mac_address': 'fa:16:3e:72:8e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713b57b5-2660-41b3-8b50-3620cb93971e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:31:40.635500 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-88d49e8f-0f80-4e0d-aab7-0df7f7f298ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:40.637348 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9c72e3ba-7227-4a49-942a-ce2837553e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:40.641088 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-9c72e3ba-7227-4a49-942a-ce2837553e8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25ab8bde-ef5f-4211-952a-4e47bda755fc HTTP/1.1" status: 204 len: 168 time: 1.3148501 Nov 13 07:31:40.652343 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-88d49e8f-0f80-4e0d-aab7-0df7f7f298ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:40.677791 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:40.732806 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:40.774755 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2248d0-d13f-41a2-8319-be82e1b62723 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:31:40.808577 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port bb2248d0-d13f-41a2-8319-be82e1b62723, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bb2248d0-d13f-41a2-8319-be82e1b62723,segment=NetworkSegment(a2e74aa7-ab69-40ee-8496-00215e06a8d7),segment_id=a2e74aa7-ab69-40ee-8496-00215e06a8d7)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:40.819494 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:40.824699 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:40.827350 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d49e8f-0f80-4e0d-aab7-0df7f7f298ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80031332-9a94-4085-b995-387703acf554,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:40.837928 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-88d49e8f-0f80-4e0d-aab7-0df7f7f298ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42d3ee0b0437460fa5b33da8cfa4daab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3386655 Nov 13 07:31:40.840798 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-88d49e8f-0f80-4e0d-aab7-0df7f7f298ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:40.841400 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59548) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:40.845427 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Allocated IP 172.20.0.8 (8be01342-839f-41b8-9728-3e30da81b26f/f47fbc9b-fba9-4c7a-b193-40c59ad78aac/e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:31:40.897796 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f628d88-cb75-4efb-a48c-e51aa4767472 req-8056c55e-e273-4fa4-85a0-4abdc9e7a30a tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:40.905782 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8f628d88-cb75-4efb-a48c-e51aa4767472 req-8056c55e-e273-4fa4-85a0-4abdc9e7a30a tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 944 time: 0.4685013 Nov 13 07:31:40.968638 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-73e9fc21-9b2a-4c46-a6af-398ff3006c16 req-901c44b4-450f-455c-9006-80897649e10c tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 210 time: 0.0952308 Nov 13 07:31:41.010838 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=bb2248d0-d13f-41a2-8319-be82e1b62723,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:41.014323 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:41.022072 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9fa953aa-9a14-441e-a0f1-240e7a38bab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:41.033245 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8f628d88-cb75-4efb-a48c-e51aa4767472 req-a529fa10-3c65-47f2-92e1-ca1b872aae93 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265588 Nov 13 07:31:41.076909 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9fa953aa-9a14-441e-a0f1-240e7a38bab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:41.132115 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['7feb61ed-1f5d-47f6-99df-fc9b92b3f60a'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:31:41.160352 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9fa953aa-9a14-441e-a0f1-240e7a38bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:41.181190 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['bb2248d0-d13f-41a2-8319-be82e1b62723'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:31:41.182864 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3d15b3ac-7af6-403e-8bea-acaf18360ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:41.211100 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9fa953aa-9a14-441e-a0f1-240e7a38bab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:41.212790 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-9fa953aa-9a14-441e-a0f1-240e7a38bab9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80031332-9a94-4085-b995-387703acf554 HTTP/1.1" status: 204 len: 168 time: 0.3694985 Nov 13 07:31:41.214195 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa953aa-9a14-441e-a0f1-240e7a38bab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80031332-9a94-4085-b995-387703acf554,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:41.223536 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9fa953aa-9a14-441e-a0f1-240e7a38bab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:41.298680 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:41.371729 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:41.379269 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-25348005-0178-4d94-8a17-1f187b68a777 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:41.501219 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Network 8be01342-839f-41b8-9728-3e30da81b26f is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:31:41.505136 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:41.511052 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:31:41.540558 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Pushing event updated for resources: {'Port': ['ID=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:41.548118 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:41.581040 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:41.581929 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:41.606447 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c0bef-9df7-459b-9086-0e5f4fade64b req-9e106c90-6eca-4058-8828-5117ce521161 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:41.608114 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9a9c0bef-9df7-459b-9086-0e5f4fade64b req-9e106c90-6eca-4058-8828-5117ce521161 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 945 time: 0.1541207 Nov 13 07:31:41.624616 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7168491 Nov 13 07:31:41.638852 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Request body: {'port': {'device_id': '5614d3c8-fa9f-46c9-a04d-2f0e16cf3344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:41.667988 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59572) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:41.696775 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9a9c0bef-9df7-459b-9086-0e5f4fade64b req-438fc7f7-ec3e-4de4-9ef1-61bc23465508 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823491 Nov 13 07:31:41.755495 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8198fa67-a5df-4642-8562-a3425486b541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:41.831643 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-8198fa67-a5df-4642-8562-a3425486b541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:41.836325 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-8198fa67-a5df-4642-8562-a3425486b541 admin admin] Usage tracker for resource:security_group_rule and tenant:e7c2774e6104457e8c71091092c1399f is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:41.841957 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-8198fa67-a5df-4642-8562-a3425486b541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:41.848274 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-8198fa67-a5df-4642-8562-a3425486b541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:41.859503 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:41.939073 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8198fa67-a5df-4642-8562-a3425486b541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:41.946424 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8198fa67-a5df-4642-8562-a3425486b541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:41.967957 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0818f604-e6d1-4189-afe2-1b32b1d429a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:42.034927 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198fa67-a5df-4642-8562-a3425486b541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fc20ee-8e18-43e9-9edb-af8714e1f296,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:42.055612 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8198fa67-a5df-4642-8562-a3425486b541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:42.058156 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-8198fa67-a5df-4642-8562-a3425486b541 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7c2774e6104457e8c71091092c1399f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3866799 Nov 13 07:31:42.060814 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59588) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:42.213610 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8f1856df-78e5-4e85-a644-361b082b2320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:42.260888 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8f1856df-78e5-4e85-a644-361b082b2320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:42.272076 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-59821ecd-64cb-4120-9c7d-2bf4726a69b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:42.320309 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-89ddd1ac-e0a4-47db-8608-efb8e00ed5a1 req-594d62e8-517d-4f0b-9694-898f64b7ccb6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Synchronizing usage tracker for tenant:701084be16d8431e8af00ee5e87889bb on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:42.448950 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-89ddd1ac-e0a4-47db-8608-efb8e00ed5a1 req-594d62e8-517d-4f0b-9694-898f64b7ccb6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Unset dirty status for tenant:701084be16d8431e8af00ee5e87889bb on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:42.450395 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-89ddd1ac-e0a4-47db-8608-efb8e00ed5a1 req-594d62e8-517d-4f0b-9694-898f64b7ccb6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 210 time: 0.1983032 Nov 13 07:31:42.460414 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:31:42.470236 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:42.493526 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Transition to ACTIVE for port object e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:31:42.503513 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:42.513982 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:42.729752 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Pushing event updated for resources: {'Port': ['ID=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:42.787263 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:42.793022 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:42.863854 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Attempting to bind port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:31:42.864181 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Attempting to bind port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:31:42.864499 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Attempting to bind port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e on network 8be01342-839f-41b8-9728-3e30da81b26f {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:31:42.870496 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e on network 8be01342-839f-41b8-9728-3e30da81b26f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:31:42.870842 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Attempting to bind port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e on network 8be01342-839f-41b8-9728-3e30da81b26f {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:31:42.880715 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:31:42.881258 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Checking segment: {'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:31:42.881914 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Bound using segment: {'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:31:42.882509 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Bound port: e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:31:42.883068 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:42.954753 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc6899-3e33-4361-a1b3-aa79929c3c62 req-f7024cb3-6262-446d-8934-ea9f19868330 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:42.956903 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ffbc6899-3e33-4361-a1b3-aa79929c3c62 req-f7024cb3-6262-446d-8934-ea9f19868330 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 945 time: 0.6563401 Nov 13 07:31:42.957731 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8f1856df-78e5-4e85-a644-361b082b2320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:42.966572 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:43.001110 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] For port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:31:43.005639 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] For port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:31:43.011539 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1856df-78e5-4e85-a644-361b082b2320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fc20ee-8e18-43e9-9edb-af8714e1f296,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:43.056748 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8f1856df-78e5-4e85-a644-361b082b2320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:43.057658 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8f1856df-78e5-4e85-a644-361b082b2320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:43.060830 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:43.061638 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-8f1856df-78e5-4e85-a644-361b082b2320 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57fc20ee-8e18-43e9-9edb-af8714e1f296 HTTP/1.1" status: 204 len: 168 time: 0.9998293 Nov 13 07:31:43.066094 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:43.074769 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-b0902f92-829d-445a-982e-193f82655a82 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:43.076360 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-b0902f92-829d-445a-982e-193f82655a82 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.36 "GET /v2.0/networks?id=8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 200 len: 818 time: 0.5420573 Nov 13 07:31:43.096431 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Request body: {'port': {'device_id': '3e6c3ce4-1a61-4294-ba68-b1c46eba9509', 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f', 'admin_state_up': True, 'tenant_id': '701084be16d8431e8af00ee5e87889bb'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:43.139633 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:43.141392 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] 10.222.0.36 "PUT /v2.0/ports/e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e HTTP/1.1" status: 200 len: 1093 time: 1.5080574 Nov 13 07:31:43.143337 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ffbc6899-3e33-4361-a1b3-aa79929c3c62 req-ef3e755f-0d22-4b0d-b1a2-8769e552fbfd tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645823 Nov 13 07:31:43.148675 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5614d3c8-fa9f-46c9-a04d-2f0e16cf3344', 'tag': 'e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:31:43.187743 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Pushing event updated for resources: {'Port': ['ID=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:43.191110 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:43.197378 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a619d-6a65-45ae-a312-45fb6d091e61 req-1d7927a5-245b-4d07-9d7e-eba588ba1b29 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:43.199062 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cf2a619d-6a65-45ae-a312-45fb6d091e61 req-1d7927a5-245b-4d07-9d7e-eba588ba1b29 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 945 time: 0.2518878 Nov 13 07:31:43.262253 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5614d3c8-fa9f-46c9-a04d-2f0e16cf3344', 'tag': 'e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e', 'status': 'completed', 'code': 200} Nov 13 07:31:43.301072 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cf2a619d-6a65-45ae-a312-45fb6d091e61 req-ba282505-511c-495a-9cd2-b3e09cd11d59 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705540 Nov 13 07:31:43.352823 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:43.357950 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-8561bfb8-2379-4d07-b653-5538bbe64ba1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=701084be16d8431e8af00ee5e87889bb&device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 1096 time: 0.1579325 Nov 13 07:31:43.365517 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:43.377361 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Made reservation on behalf of 701084be16d8431e8af00ee5e87889bb for: {'port': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:43.380908 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:43.455301 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-9834ec66-8c08-43c8-a2fb-39b38f8a24ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e HTTP/1.1" status: 200 len: 217 time: 0.0895431 Nov 13 07:31:43.575859 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Allocated IP 172.20.0.13 (8be01342-839f-41b8-9728-3e30da81b26f/f47fbc9b-fba9-4c7a-b193-40c59ad78aac/2695bd8d-08cb-46df-bbb3-16ec53fd74a0) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:31:43.579165 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c73892-78a9-4833-aa19-cc524f1f359f req-f746cd70-3ae4-4886-891c-8430effa746a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:43.580867 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-f746cd70-3ae4-4886-891c-8430effa746a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f47fbc9b-fba9-4c7a-b193-40c59ad78aac HTTP/1.1" status: 200 len: 858 time: 0.1189678 Nov 13 07:31:43.626235 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:31:43.693016 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-028b4151-5e9f-4b67-9657-f4293c7cd79e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8be01342-839f-41b8-9728-3e30da81b26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056433 Nov 13 07:31:43.704132 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-63124e77-fa79-43a4-94b3-d04fb7b76f6d req-f1e3b103-199c-45bd-81a5-64fdc63a8faa tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 210 time: 0.0686333 Nov 13 07:31:43.723861 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:31:43.734411 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:31:43.734950 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:43.851497 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-586b123a-3dfa-4b1c-a39c-125aefd0e934 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513200 Nov 13 07:31:43.883179 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:43.923346 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:43.924456 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6673e11f-b192-4ae3-8f55-ec947246510c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7feb61ed-1f5d-47f6-99df-fc9b92b3f60a'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:31:43.935817 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:43.984990 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:43.986164 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device bb2248d0-d13f-41a2-8319-be82e1b62723 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:31:43.986840 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:43.996862 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:44.014363 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:44.042984 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-14c73892-78a9-4833-aa19-cc524f1f359f req-a8caf19a-b696-4da7-b5bc-180068e0a983 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845112 Nov 13 07:31:44.113415 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:44.117636 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:44.148802 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port bb2248d0-d13f-41a2-8319-be82e1b62723 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:31:44.159524 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Network 8be01342-839f-41b8-9728-3e30da81b26f is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:31:44.164822 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port bb2248d0-d13f-41a2-8319-be82e1b62723 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:31:44.165229 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:44.180289 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:31:44.198096 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:31:44.202060 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:44.202732 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:44.231212 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Pushing event updated for resources: {'Port': ['ID=2695bd8d-08cb-46df-bbb3-16ec53fd74a0,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:44.239754 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:44.276003 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1838081 Nov 13 07:31:44.279478 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-40ea6b39-c77c-4ffc-87c8-a9231bfe01f6 req-e56f1ba5-7497-4ae5-917c-06d7ff3930a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=701084be16d8431e8af00ee5e87889bb&device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 1096 time: 0.1674874 Nov 13 07:31:44.296053 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Request body: {'port': {'device_id': '3e6c3ce4-1a61-4294-ba68-b1c46eba9509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:44.456707 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d60f6af4-1b09-4c17-96f2-9be203fbbcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:44.518355 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:44.554109 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881284b-ea3d-4c5d-8880-8e0d7607da71 req-8f36ccba-96df-4113-818c-16dd2fc3891d tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:44.555985 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5881284b-ea3d-4c5d-8880-8e0d7607da71 req-8f36ccba-96df-4113-818c-16dd2fc3891d tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 945 time: 0.2225180 Nov 13 07:31:44.557613 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea6b39-c77c-4ffc-87c8-a9231bfe01f6 req-3a63b403-94df-4fa8-8b5e-641f528a7322 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:44.559288 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-40ea6b39-c77c-4ffc-87c8-a9231bfe01f6 req-3a63b403-94df-4fa8-8b5e-641f528a7322 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 200 len: 919 time: 0.2651567 Nov 13 07:31:44.571765 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port bb2248d0-d13f-41a2-8319-be82e1b62723, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bb2248d0-d13f-41a2-8319-be82e1b62723,segment=NetworkSegment(a2e74aa7-ab69-40ee-8496-00215e06a8d7),segment_id=a2e74aa7-ab69-40ee-8496-00215e06a8d7)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:44.573423 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:44.577667 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:44.581586 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-e32f3191-aff5-4e0d-ac89-5750e3606707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:44.693534 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=bb2248d0-d13f-41a2-8319-be82e1b62723,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:44.697972 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-40ea6b39-c77c-4ffc-87c8-a9231bfe01f6 req-340e2958-89db-4b25-8b3b-c625d0f1272d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e HTTP/1.1" status: 200 len: 217 time: 0.1314514 Nov 13 07:31:44.702826 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:44.847139 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e981f-891d-43cc-a82e-68b9e51b19eb req-c75bd48b-192d-42a7-9e52-bdac257fdff3 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:44.848656 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-302e981f-891d-43cc-a82e-68b9e51b19eb req-c75bd48b-192d-42a7-9e52-bdac257fdff3 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 946 time: 0.2466202 Nov 13 07:31:44.869609 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5881284b-ea3d-4c5d-8880-8e0d7607da71 req-cbbfeb39-853d-4539-a4ec-635768ec83c2 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997556 Nov 13 07:31:44.885877 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea6b39-c77c-4ffc-87c8-a9231bfe01f6 req-31199d72-56da-4254-9d20-270a6de6a9f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:44.892232 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-40ea6b39-c77c-4ffc-87c8-a9231bfe01f6 req-31199d72-56da-4254-9d20-270a6de6a9f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f47fbc9b-fba9-4c7a-b193-40c59ad78aac HTTP/1.1" status: 200 len: 858 time: 0.1705463 Nov 13 07:31:44.960564 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-40ea6b39-c77c-4ffc-87c8-a9231bfe01f6 req-2cafe0e9-3cc7-4052-bdcc-3e70607d024d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8be01342-839f-41b8-9728-3e30da81b26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612655 Nov 13 07:31:44.981247 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-302e981f-891d-43cc-a82e-68b9e51b19eb req-68ab8cc9-e08d-4d00-a5f9-d37d1cacfdab tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241984 Nov 13 07:31:45.129908 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 {{(pid=82811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:31:45.137583 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-40ea6b39-c77c-4ffc-87c8-a9231bfe01f6 req-9e9726ea-45c8-4970-aaac-e8de543f0998 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555712 Nov 13 07:31:45.143633 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:45.208253 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Transition to ACTIVE for port object 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 will not be triggered until provisioned by entity L2. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:31:45.218292 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:45.226753 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:45.303540 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-40ea6b39-c77c-4ffc-87c8-a9231bfe01f6 req-fef695be-b189-4551-87ac-132fbca4adc3 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643054 Nov 13 07:31:45.359703 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Pushing event updated for resources: {'Port': ['ID=2695bd8d-08cb-46df-bbb3-16ec53fd74a0,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:45.369845 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:45.383429 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3218848-f87b-4a2e-b68a-0d1d92cbdafb req-95225323-debc-471f-9cdf-8eb24d973d34 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:45.384125 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-c3218848-f87b-4a2e-b68a-0d1d92cbdafb req-95225323-debc-471f-9cdf-8eb24d973d34 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Synchronizing usage tracker for tenant:701084be16d8431e8af00ee5e87889bb on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:45.441116 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:45.495744 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-c3218848-f87b-4a2e-b68a-0d1d92cbdafb req-95225323-debc-471f-9cdf-8eb24d973d34 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Unset dirty status for tenant:701084be16d8431e8af00ee5e87889bb on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:45.496958 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c3218848-f87b-4a2e-b68a-0d1d92cbdafb req-95225323-debc-471f-9cdf-8eb24d973d34 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 932 time: 0.3282857 Nov 13 07:31:45.497729 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Attempting to bind port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:31:45.498091 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Attempting to bind port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'}] {{(pid=82811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:31:45.498406 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Attempting to bind port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 on network 8be01342-839f-41b8-9728-3e30da81b26f {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:31:45.504413 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 on network 8be01342-839f-41b8-9728-3e30da81b26f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:31:45.504729 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Attempting to bind port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 on network 8be01342-839f-41b8-9728-3e30da81b26f {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:31:45.513018 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:31:45.513343 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Checking segment: {'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:31:45.513717 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Bound using segment: {'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'} {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:31:45.514137 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Bound port: 2695bd8d-08cb-46df-bbb3-16ec53fd74a0, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f'}}] {{(pid=82811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:31:45.514469 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:45.611997 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-c3218848-f87b-4a2e-b68a-0d1d92cbdafb req-d197c06c-6e32-4cb5-a624-e87679622741 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Synchronizing usage tracker for tenant:701084be16d8431e8af00ee5e87889bb on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:45.629277 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6673e11f-b192-4ae3-8f55-ec947246510c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7feb61ed-1f5d-47f6-99df-fc9b92b3f60a', 'code': 200} Nov 13 07:31:45.647630 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] For port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0, host hv-cinder-81783, cleared binding levels {{(pid=82811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:31:45.650205 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-c3218848-f87b-4a2e-b68a-0d1d92cbdafb req-d197c06c-6e32-4cb5-a624-e87679622741 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Unset dirty status for tenant:701084be16d8431e8af00ee5e87889bb on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:45.651541 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c3218848-f87b-4a2e-b68a-0d1d92cbdafb req-d197c06c-6e32-4cb5-a624-e87679622741 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406102 Nov 13 07:31:45.653262 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] For port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=2695bd8d-08cb-46df-bbb3-16ec53fd74a0,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:31:45.659113 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:45.664343 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:45.737476 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:45.738535 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] 10.222.0.36 "PUT /v2.0/ports/2695bd8d-08cb-46df-bbb3-16ec53fd74a0 HTTP/1.1" status: 200 len: 1094 time: 1.4493783 Nov 13 07:31:45.739231 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6c3ce4-1a61-4294-ba68-b1c46eba9509', 'tag': '2695bd8d-08cb-46df-bbb3-16ec53fd74a0'}] {{(pid=82811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:31:45.763886 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Pushing event updated for resources: {'Port': ['ID=2695bd8d-08cb-46df-bbb3-16ec53fd74a0,revision_number=3']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:45.775022 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:45.835912 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6c3ce4-1a61-4294-ba68-b1c46eba9509', 'tag': '2695bd8d-08cb-46df-bbb3-16ec53fd74a0', 'status': 'completed', 'code': 200} Nov 13 07:31:45.966628 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-238d0f23-f03c-485e-9a21-9c6750aa6c43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=701084be16d8431e8af00ee5e87889bb&device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 1097 time: 0.1085525 Nov 13 07:31:46.050992 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0433374a-8696-4085-9edf-9523d8c32d7b req-306a6dad-ef33-4dd8-accf-405d05e0ecf1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 1099 time: 0.1602156 Nov 13 07:31:46.108994 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-0433374a-8696-4085-9edf-9523d8c32d7b req-cb0cc438-967a-45f2-9d4b-f481d882489f service neutron] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:46.127270 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-273acc94-2f26-4ca0-8978-32fa148f57d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2695bd8d-08cb-46df-bbb3-16ec53fd74a0 HTTP/1.1" status: 200 len: 217 time: 0.1520960 Nov 13 07:31:46.194088 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-0433374a-8696-4085-9edf-9523d8c32d7b req-cb0cc438-967a-45f2-9d4b-f481d882489f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:46.200183 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-0433374a-8696-4085-9edf-9523d8c32d7b req-cb0cc438-967a-45f2-9d4b-f481d882489f service neutron] Usage tracker for resource:security_group_rule and tenant:9fac182fc681494fab8b2597acc9663f is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:46.206089 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-0433374a-8696-4085-9edf-9523d8c32d7b req-cb0cc438-967a-45f2-9d4b-f481d882489f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:46.220547 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-0433374a-8696-4085-9edf-9523d8c32d7b req-cb0cc438-967a-45f2-9d4b-f481d882489f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:46.361455 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-34cc5221-f348-4fe3-b5f4-c7da7d91aaf3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:46.363266 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-34cc5221-f348-4fe3-b5f4-c7da7d91aaf3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f47fbc9b-fba9-4c7a-b193-40c59ad78aac HTTP/1.1" status: 200 len: 858 time: 0.1359928 Nov 13 07:31:46.373651 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24dd1a3-4bec-467b-94f9-40f17eba94a9 req-6743406e-2c27-4faf-b742-0a06b8c1fe7f tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:46.375269 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b24dd1a3-4bec-467b-94f9-40f17eba94a9 req-6743406e-2c27-4faf-b742-0a06b8c1fe7f tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 946 time: 0.2470767 Nov 13 07:31:46.413148 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-0433374a-8696-4085-9edf-9523d8c32d7b req-cb0cc438-967a-45f2-9d4b-f481d882489f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:46.420433 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-725e8b8f-2422-4659-805d-7f4c7de928e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8be01342-839f-41b8-9728-3e30da81b26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440371 Nov 13 07:31:46.423819 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bae2c-16b5-4c42-8c6f-5ec2df75ed2c req-0bf8dd90-822f-4b29-8ba6-45bf13336e91 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:46.431266 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7d1bae2c-16b5-4c42-8c6f-5ec2df75ed2c req-0bf8dd90-822f-4b29-8ba6-45bf13336e91 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 946 time: 0.1633132 Nov 13 07:31:46.451861 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-0433374a-8696-4085-9edf-9523d8c32d7b req-cb0cc438-967a-45f2-9d4b-f481d882489f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:46.462879 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:46.517540 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0433374a-8696-4085-9edf-9523d8c32d7b req-cb0cc438-967a-45f2-9d4b-f481d882489f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599319 Nov 13 07:31:46.527270 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cc438-967a-45f2-9d4b-f481d882489f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=52edd856-e245-48da-a4ae-80dc017e4e57,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:46.545171 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-cb0cc438-967a-45f2-9d4b-f481d882489f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:46.560689 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7d1bae2c-16b5-4c42-8c6f-5ec2df75ed2c req-a853ffe8-a1ed-4d6b-a307-e961eef241f9 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282918 Nov 13 07:31:46.631275 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b24dd1a3-4bec-467b-94f9-40f17eba94a9 req-b2d6618e-7e92-43e5-b163-a3d90c305477 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098384 Nov 13 07:31:46.682459 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-7aaaf179-8530-4bea-a263-f43ce00fc4ef service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436502 Nov 13 07:31:46.769048 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59780) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:46.922985 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d6c93f96-8322-49fe-8e20-b1f60fd7e55f req-d0d2f066-ce7e-4815-9c31-113fbe281721 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955278 Nov 13 07:31:46.926350 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:46.966035 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b89496-c1a4-48dc-afd1-9f2637ca07e4 req-16b29dab-36f7-43f2-8f71-322b28887b1a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:46.967546 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-07b89496-c1a4-48dc-afd1-9f2637ca07e4 req-16b29dab-36f7-43f2-8f71-322b28887b1a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 944 time: 0.1030707 Nov 13 07:31:47.042130 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-07b89496-c1a4-48dc-afd1-9f2637ca07e4 req-74a09731-608c-4732-a167-79cdf2b9425d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614736 Nov 13 07:31:47.045006 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8041691-7794-450c-b953-24bff1c9e9b8 req-d7f5ab3f-fb1a-4949-a82e-64e98be8735f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=701084be16d8431e8af00ee5e87889bb&device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 1097 time: 0.0723853 Nov 13 07:31:47.152205 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2df6ab82-4f39-4572-bf66-ebbb1631ca9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:47.184036 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-2df6ab82-4f39-4572-bf66-ebbb1631ca9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:47.188021 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-2df6ab82-4f39-4572-bf66-ebbb1631ca9e admin admin] Usage tracker for resource:security_group_rule and tenant:93ce4aed3e5945cdac5af98e6c087110 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:47.190888 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-2df6ab82-4f39-4572-bf66-ebbb1631ca9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:47.194185 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8041691-7794-450c-b953-24bff1c9e9b8 req-bc31e252-a3b9-4e60-ae65-2aa39f3bb700 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:47.195830 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8041691-7794-450c-b953-24bff1c9e9b8 req-bc31e252-a3b9-4e60-ae65-2aa39f3bb700 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 200 len: 919 time: 0.1442103 Nov 13 07:31:47.196593 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-2df6ab82-4f39-4572-bf66-ebbb1631ca9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:47.260547 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59800) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:47.285429 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8041691-7794-450c-b953-24bff1c9e9b8 req-b5ac5d4f-5f67-4594-9587-f64668b37cbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2695bd8d-08cb-46df-bbb3-16ec53fd74a0 HTTP/1.1" status: 200 len: 217 time: 0.0811167 Nov 13 07:31:47.287647 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2df6ab82-4f39-4572-bf66-ebbb1631ca9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:47.294310 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2df6ab82-4f39-4572-bf66-ebbb1631ca9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:47.308051 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:47.356171 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-2df6ab82-4f39-4572-bf66-ebbb1631ca9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93ce4aed3e5945cdac5af98e6c087110&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5845768 Nov 13 07:31:47.358189 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6ab82-4f39-4572-bf66-ebbb1631ca9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6368677-ef01-49c2-930c-dbe289e161ad,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:47.361376 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-2df6ab82-4f39-4572-bf66-ebbb1631ca9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:47.362266 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59810) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:47.419947 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8041691-7794-450c-b953-24bff1c9e9b8 req-4b7b209e-31a7-429c-bc9e-d4ffef748ed0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:47.422392 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8041691-7794-450c-b953-24bff1c9e9b8 req-4b7b209e-31a7-429c-bc9e-d4ffef748ed0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f47fbc9b-fba9-4c7a-b193-40c59ad78aac HTTP/1.1" status: 200 len: 858 time: 0.1200736 Nov 13 07:31:47.480956 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-64ddac0d-ea4b-457d-b98c-c7a7743f84ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:47.481382 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8041691-7794-450c-b953-24bff1c9e9b8 req-fbaaa9b2-32fa-4311-8066-d473dc0980b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8be01342-839f-41b8-9728-3e30da81b26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521572 Nov 13 07:31:47.508735 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-64ddac0d-ea4b-457d-b98c-c7a7743f84ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:47.589328 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-64ddac0d-ea4b-457d-b98c-c7a7743f84ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:47.594643 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8f907c6e-e703-45f0-b062-9221296167ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:47.609911 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-12f6c8ab-41e6-4934-8ae9-110f2176ea66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:47.629320 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddac0d-ea4b-457d-b98c-c7a7743f84ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6368677-ef01-49c2-930c-dbe289e161ad,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:47.630370 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028b062a-2b81-43a2-85e3-22eb457f8bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2248d0-d13f-41a2-8319-be82e1b62723'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:31:47.642089 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:31:47.663520 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-64ddac0d-ea4b-457d-b98c-c7a7743f84ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:47.689666 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8041691-7794-450c-b953-24bff1c9e9b8 req-0e08474f-c93b-47a7-a746-0135d8cf5877 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009592 Nov 13 07:31:47.691622 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-64ddac0d-ea4b-457d-b98c-c7a7743f84ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:47.695304 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-64ddac0d-ea4b-457d-b98c-c7a7743f84ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6368677-ef01-49c2-930c-dbe289e161ad HTTP/1.1" status: 204 len: 168 time: 0.3320544 Nov 13 07:31:47.698737 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-8f907c6e-e703-45f0-b062-9221296167ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:47.706817 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-8f907c6e-e703-45f0-b062-9221296167ff admin admin] Usage tracker for resource:security_group_rule and tenant:b0dbc7f88fc8471ba46845c06b9999fe is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:47.713752 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-8f907c6e-e703-45f0-b062-9221296167ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:47.731402 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-8f907c6e-e703-45f0-b062-9221296167ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:47.762922 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59826) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:47.877806 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028b062a-2b81-43a2-85e3-22eb457f8bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2248d0-d13f-41a2-8319-be82e1b62723', 'code': 200} Nov 13 07:31:48.018434 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:48.040099 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': 'e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e', 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f', 'port_id': 'e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e', 'mac_address': 'fa:16:3e:2d:78:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47fbc9b-fba9-4c7a-b193-40c59ad78aac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:31:48.049678 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8041691-7794-450c-b953-24bff1c9e9b8 req-a21a4e25-3e0b-41d6-98b7-bb1670be03dc service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505943 Nov 13 07:31:48.072545 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25294aed-b44d-49bb-a9e1-4147cda5a649 req-74d72d51-6aaf-4edc-b960-3c3571e298c4 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:48.079535 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-25294aed-b44d-49bb-a9e1-4147cda5a649 req-74d72d51-6aaf-4edc-b960-3c3571e298c4 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 946 time: 0.2044904 Nov 13 07:31:48.116773 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.128056 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8f907c6e-e703-45f0-b062-9221296167ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.132245 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-25294aed-b44d-49bb-a9e1-4147cda5a649 req-101a2595-25c2-44a8-9fe9-0887f7d0e720 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516486 Nov 13 07:31:48.137896 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:31:48.150215 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8f907c6e-e703-45f0-b062-9221296167ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.170014 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:48.175653 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.180615 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:48.189276 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:48.285194 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb5c04-fec8-462a-8788-f61cbc0f3b80 req-5bf3392a-7ec4-411e-8358-ffa89b9bfbc3 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:48.302180 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:48.302989 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-adeb5c04-fec8-462a-8788-f61cbc0f3b80 req-5bf3392a-7ec4-411e-8358-ffa89b9bfbc3 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 946 time: 0.4295340 Nov 13 07:31:48.315541 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:48.358049 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e37db9-7441-49a1-a99e-84101b4a9ba6 req-6a3e1496-d7da-43fc-adb0-4f5b384be552 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:48.360504 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-99e37db9-7441-49a1-a99e-84101b4a9ba6 req-6a3e1496-d7da-43fc-adb0-4f5b384be552 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 944 time: 0.1147718 Nov 13 07:31:48.438589 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a4693296-d005-4c5f-bfa9-cce229feb17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.440055 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:31:48.452642 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-99e37db9-7441-49a1-a99e-84101b4a9ba6 req-3ae0cffa-6975-4158-84b8-02a198762992 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861626 Nov 13 07:31:48.465323 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f907c6e-e703-45f0-b062-9221296167ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cd4722-9d8b-4605-9645-281aacbc947c,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:48.473154 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-8f907c6e-e703-45f0-b062-9221296167ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0dbc7f88fc8471ba46845c06b9999fe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2113352 Nov 13 07:31:48.474165 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8f907c6e-e703-45f0-b062-9221296167ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:48.475903 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59844) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:48.517828 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-adeb5c04-fec8-462a-8788-f61cbc0f3b80 req-f099c44e-c99b-4ed8-8d74-bab71adf08e5 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102914 Nov 13 07:31:48.526857 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8aba3b53-e462-41e9-b267-b3209913d867 req-1d54956b-9f4b-4276-9851-0a19e89bb0db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 1099 time: 0.4819171 Nov 13 07:31:48.527663 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a4693296-d005-4c5f-bfa9-cce229feb17e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:48.531970 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a4693296-d005-4c5f-bfa9-cce229feb17e admin admin] Usage tracker for resource:security_group_rule and tenant:585a75c6679c4d3fa39b5c7da68dd691 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:48.535900 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a4693296-d005-4c5f-bfa9-cce229feb17e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:48.558224 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-305cfedb-1272-44d7-952d-fac79f139d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.563582 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a4693296-d005-4c5f-bfa9-cce229feb17e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:48.603331 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-305cfedb-1272-44d7-952d-fac79f139d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.612410 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-8aba3b53-e462-41e9-b267-b3209913d867 req-954d221f-787e-47ec-af5c-6b7d8a0fcab0 service neutron] Synchronizing usage tracker for tenant:9fac182fc681494fab8b2597acc9663f on resource:security_group {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:48.663035 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59848) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:48.691593 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-135ba8c2-f46c-4ab7-bf68-bc5a442affbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.721413 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-8aba3b53-e462-41e9-b267-b3209913d867 req-954d221f-787e-47ec-af5c-6b7d8a0fcab0 service neutron] Unset dirty status for tenant:9fac182fc681494fab8b2597acc9663f on resource:security_group {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:48.726439 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8aba3b53-e462-41e9-b267-b3209913d867 req-954d221f-787e-47ec-af5c-6b7d8a0fcab0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916375 Nov 13 07:31:48.746686 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a4693296-d005-4c5f-bfa9-cce229feb17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.753549 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a4693296-d005-4c5f-bfa9-cce229feb17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.760122 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-305cfedb-1272-44d7-952d-fac79f139d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.764917 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-c1af85c4-1aa0-4e34-8e4b-1ab43839ed2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:48.766439 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-135ba8c2-f46c-4ab7-bf68-bc5a442affbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:48.771611 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:48.792368 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-135ba8c2-f46c-4ab7-bf68-bc5a442affbe admin admin] Usage tracker for resource:security_group_rule and tenant:829d3ca9c34e4bceacd377984edf78c9 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:48.795594 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cfedb-1272-44d7-952d-fac79f139d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cd4722-9d8b-4605-9645-281aacbc947c,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:48.805894 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-305cfedb-1272-44d7-952d-fac79f139d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:48.807384 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-135ba8c2-f46c-4ab7-bf68-bc5a442affbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:48.808593 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4693296-d005-4c5f-bfa9-cce229feb17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39492775-80a1-498d-9223-4082501fae69,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:48.814319 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a4693296-d005-4c5f-bfa9-cce229feb17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:48.822571 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a4693296-d005-4c5f-bfa9-cce229feb17e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=585a75c6679c4d3fa39b5c7da68dd691&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0586445 Nov 13 07:31:48.825781 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59856) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:48.839078 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-135ba8c2-f46c-4ab7-bf68-bc5a442affbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:48.846143 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-305cfedb-1272-44d7-952d-fac79f139d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.849764 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-305cfedb-1272-44d7-952d-fac79f139d69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a5cd4722-9d8b-4605-9645-281aacbc947c HTTP/1.1" status: 204 len: 168 time: 0.3706274 Nov 13 07:31:48.891695 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-07e68d56-d2e8-4efd-859f-6fa0753be028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.918535 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-07e68d56-d2e8-4efd-859f-6fa0753be028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.923384 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-135ba8c2-f46c-4ab7-bf68-bc5a442affbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.929042 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-135ba8c2-f46c-4ab7-bf68-bc5a442affbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.940211 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-14c588d2-e7bc-4e8d-9ea3-950d198f03a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:48.980631 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-07e68d56-d2e8-4efd-859f-6fa0753be028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:48.987523 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:48.994392 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ba8c2-f46c-4ab7-bf68-bc5a442affbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ecf1e8-3170-497f-8904-21a62b11ded0,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:48.997714 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-135ba8c2-f46c-4ab7-bf68-bc5a442affbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:49.002889 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-135ba8c2-f46c-4ab7-bf68-bc5a442affbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=829d3ca9c34e4bceacd377984edf78c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3364041 Nov 13 07:31:49.003539 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59868) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:49.010639 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e68d56-d2e8-4efd-859f-6fa0753be028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39492775-80a1-498d-9223-4082501fae69,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:49.014546 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-07e68d56-d2e8-4efd-859f-6fa0753be028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:49.021598 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-07e68d56-d2e8-4efd-859f-6fa0753be028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:49.023232 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-07e68d56-d2e8-4efd-859f-6fa0753be028 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39492775-80a1-498d-9223-4082501fae69 HTTP/1.1" status: 204 len: 168 time: 0.1963980 Nov 13 07:31:49.068237 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7085de40-4230-418a-9294-3823266cc045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:49.099244 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7085de40-4230-418a-9294-3823266cc045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:49.165494 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7085de40-4230-418a-9294-3823266cc045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:49.171572 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-6dc02643-3fc7-4c53-8f3b-4fdee2851440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:49.188451 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085de40-4230-418a-9294-3823266cc045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ecf1e8-3170-497f-8904-21a62b11ded0,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:49.196417 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7085de40-4230-418a-9294-3823266cc045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:49.202174 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7085de40-4230-418a-9294-3823266cc045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:49.203312 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-7085de40-4230-418a-9294-3823266cc045 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62ecf1e8-3170-497f-8904-21a62b11ded0 HTTP/1.1" status: 204 len: 168 time: 0.1988499 Nov 13 07:31:49.353466 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4b2c6-293b-4f2f-a18f-90bf0c467782 req-c28c7cdb-96cf-4d46-99d9-94435cb74ba7 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:49.355050 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2dc4b2c6-293b-4f2f-a18f-90bf0c467782 req-c28c7cdb-96cf-4d46-99d9-94435cb74ba7 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 946 time: 0.0940459 Nov 13 07:31:49.408910 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2dc4b2c6-293b-4f2f-a18f-90bf0c467782 req-116d4a46-115e-417b-998c-f15fd9087f72 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479074 Nov 13 07:31:49.556638 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59892) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:49.618116 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d00f2126-feff-4453-8ba3-ddaefa2bdafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:49.665308 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:31:49.667682 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:31:49.703076 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d00f2126-feff-4453-8ba3-ddaefa2bdafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:49.718373 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d00f2126-feff-4453-8ba3-ddaefa2bdafb admin admin] Usage tracker for resource:security_group_rule and tenant:2a4b8cfd0f8f44e0aeab893fcbe60492 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:49.726704 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d00f2126-feff-4453-8ba3-ddaefa2bdafb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:49.739938 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d00f2126-feff-4453-8ba3-ddaefa2bdafb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:49.896607 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceaa3fd-696d-449e-867b-ce9869c6422c req-26117fc6-ad9a-4a9b-9a40-d2548688b0e6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:49.904945 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5ceaa3fd-696d-449e-867b-ce9869c6422c req-26117fc6-ad9a-4a9b-9a40-d2548688b0e6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 944 time: 0.2591767 Nov 13 07:31:50.020478 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 59898) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:50.021011 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:31:50.032959 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:31:50.033587 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.039034 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5ceaa3fd-696d-449e-867b-ce9869c6422c req-d363a942-91e6-4f04-b956-66ebd90a7a48 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272850 Nov 13 07:31:50.087039 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3dbe94a6-2fe3-477e-897c-34e3a881b185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.109392 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d00f2126-feff-4453-8ba3-ddaefa2bdafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.140375 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d00f2126-feff-4453-8ba3-ddaefa2bdafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.151598 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9cbca796-1900-4996-9ae8-f7c9bd3972bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:50.205240 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-3dbe94a6-2fe3-477e-897c-34e3a881b185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:50.219139 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-3dbe94a6-2fe3-477e-897c-34e3a881b185 admin admin] Usage tracker for resource:security_group_rule and tenant:67ef965e4a7f4273b66e2a79e69a71a1 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:50.222685 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f2126-feff-4453-8ba3-ddaefa2bdafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f94e75c-ebb6-48f2-92ec-35e2aa632b83,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:50.230647 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a1eab-96ca-4522-94d4-efa67ae74e20 req-8632dd6a-d36a-48a7-833b-c21cc3c105a8 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:50.230957 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=2695bd8d-08cb-46df-bbb3-16ec53fd74a0,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:50.232143 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c10a1eab-96ca-4522-94d4-efa67ae74e20 req-8632dd6a-d36a-48a7-833b-c21cc3c105a8 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 946 time: 0.3369713 Nov 13 07:31:50.233098 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d00f2126-feff-4453-8ba3-ddaefa2bdafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:50.233915 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-3dbe94a6-2fe3-477e-897c-34e3a881b185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:50.263183 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59910) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:50.274480 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-d00f2126-feff-4453-8ba3-ddaefa2bdafb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a4b8cfd0f8f44e0aeab893fcbe60492&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7165306 Nov 13 07:31:50.282418 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-3dbe94a6-2fe3-477e-897c-34e3a881b185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:50.296319 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.314697 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '2695bd8d-08cb-46df-bbb3-16ec53fd74a0', 'network_id': '8be01342-839f-41b8-9728-3e30da81b26f', 'port_id': '2695bd8d-08cb-46df-bbb3-16ec53fd74a0', 'mac_address': 'fa:16:3e:fb:66:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47fbc9b-fba9-4c7a-b193-40c59ad78aac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:31:50.371802 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:50.374826 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5614d3c8-fa9f-46c9-a04d-2f0e16cf3344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:31:50.384210 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.390396 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:50.443671 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c10a1eab-96ca-4522-94d4-efa67ae74e20 req-f92853dd-3550-4db7-ade8-3a3e22ac7921 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037437 Nov 13 07:31:50.455823 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-895fbf89-b998-4e95-bb27-281b48a6c10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.458680 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.493330 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:31:50.510639 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:50.515669 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:50.518233 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=2695bd8d-08cb-46df-bbb3-16ec53fd74a0,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:50.524362 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.524552 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-895fbf89-b998-4e95-bb27-281b48a6c10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.526647 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:50.565612 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3dbe94a6-2fe3-477e-897c-34e3a881b185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.574107 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3dbe94a6-2fe3-477e-897c-34e3a881b185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.581984 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:50.591591 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5614d3c8-fa9f-46c9-a04d-2f0e16cf3344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e', 'code': 200} Nov 13 07:31:50.649925 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-895fbf89-b998-4e95-bb27-281b48a6c10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.660296 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:50.666661 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=2695bd8d-08cb-46df-bbb3-16ec53fd74a0,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:50.673425 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:50.696688 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fbf89-b998-4e95-bb27-281b48a6c10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f94e75c-ebb6-48f2-92ec-35e2aa632b83,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:50.701505 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe94a6-2fe3-477e-897c-34e3a881b185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17efef5-e6a9-4faa-927c-2fa9a89934dd,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:50.703702 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-895fbf89-b998-4e95-bb27-281b48a6c10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.711808 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-895fbf89-b998-4e95-bb27-281b48a6c10d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f94e75c-ebb6-48f2-92ec-35e2aa632b83 HTTP/1.1" status: 204 len: 168 time: 0.4472985 Nov 13 07:31:50.714869 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-895fbf89-b998-4e95-bb27-281b48a6c10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:50.729402 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3dbe94a6-2fe3-477e-897c-34e3a881b185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:50.776176 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['2695bd8d-08cb-46df-bbb3-16ec53fd74a0'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:31:50.789743 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 59932) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:50.795214 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-3dbe94a6-2fe3-477e-897c-34e3a881b185 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67ef965e4a7f4273b66e2a79e69a71a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7491398 Nov 13 07:31:50.951930 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-85bd3b1f-b3d7-475f-a2a8-d591e78ed8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:50.991334 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-85bd3b1f-b3d7-475f-a2a8-d591e78ed8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:51.023525 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9b1dd877-6db4-4106-90a2-40f77e4d239c req-daae792c-2a32-4662-8b15-cb1e026fe60a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 1098 time: 0.1350551 Nov 13 07:31:51.079226 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9b1dd877-6db4-4106-90a2-40f77e4d239c req-2854a69f-8d49-4031-8aa5-292eb8430ee6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461884 Nov 13 07:31:51.095425 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-85bd3b1f-b3d7-475f-a2a8-d591e78ed8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:51.099823 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8f907c6e-e703-45f0-b062-9221296167ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:51.116071 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd3b1f-b3d7-475f-a2a8-d591e78ed8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17efef5-e6a9-4faa-927c-2fa9a89934dd,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:51.120034 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-85bd3b1f-b3d7-475f-a2a8-d591e78ed8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:51.145476 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-85bd3b1f-b3d7-475f-a2a8-d591e78ed8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:51.146669 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-85bd3b1f-b3d7-475f-a2a8-d591e78ed8e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a17efef5-e6a9-4faa-927c-2fa9a89934dd HTTP/1.1" status: 204 len: 168 time: 0.3552713 Nov 13 07:31:51.340776 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831c51c-034c-47f2-b087-22a83d94bf96 req-cb953507-3517-48b0-8d7f-2d505ebc3ca2 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:51.342606 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-8831c51c-034c-47f2-b087-22a83d94bf96 req-cb953507-3517-48b0-8d7f-2d505ebc3ca2 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 945 time: 0.1119080 Nov 13 07:31:51.443386 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-8831c51c-034c-47f2-b087-22a83d94bf96 req-9849119e-91a8-4c22-8b85-aa55a466e5ef tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840740 Nov 13 07:31:51.675789 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:31:51.785842 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886bf97-fdea-461d-b7dd-baaf5c26d9f4 req-e4ecd370-113a-48ba-b881-cbe377a9c9da tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:51.788336 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0886bf97-fdea-461d-b7dd-baaf5c26d9f4 req-e4ecd370-113a-48ba-b881-cbe377a9c9da tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 946 time: 0.1060257 Nov 13 07:31:51.816356 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:31:51.822019 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:31:51.822389 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:51.851565 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0886bf97-fdea-461d-b7dd-baaf5c26d9f4 req-2efb9025-668a-4fdb-ae20-d18ea2ffd05e tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563390 Nov 13 07:31:51.970517 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:52.008363 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=2695bd8d-08cb-46df-bbb3-16ec53fd74a0,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:31:52.017532 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:52.020439 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:52.163616 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=2695bd8d-08cb-46df-bbb3-16ec53fd74a0,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:52.173979 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:52.592478 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6c3ce4-1a61-4294-ba68-b1c46eba9509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695bd8d-08cb-46df-bbb3-16ec53fd74a0'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:31:52.688470 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60028) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:52.756479 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773b034-b7f4-42ac-ad88-836f797a116f req-4a0f32ba-a615-49b9-8b0a-b026b9c7f143 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:52.768649 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e773b034-b7f4-42ac-ad88-836f797a116f req-4a0f32ba-a615-49b9-8b0a-b026b9c7f143 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1295679 Nov 13 07:31:52.805720 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6c3ce4-1a61-4294-ba68-b1c46eba9509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2695bd8d-08cb-46df-bbb3-16ec53fd74a0', 'code': 200} Nov 13 07:31:52.830779 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e773b034-b7f4-42ac-ad88-836f797a116f req-5db63b9b-6109-4b4f-b2bc-a0dd3acbbca9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611665 Nov 13 07:31:53.160361 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e870b075-f8b1-417d-9cc1-745fa9fe1286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:53.221320 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-27c2d82a-b8c1-4053-bd61-0b4c1f349e75 req-1a40eef0-f7b6-4735-a9e2-15e037eee1c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 1099 time: 0.1540532 Nov 13 07:31:53.222294 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e870b075-f8b1-417d-9cc1-745fa9fe1286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:53.227209 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e870b075-f8b1-417d-9cc1-745fa9fe1286 admin admin] Usage tracker for resource:security_group_rule and tenant:89b8e4049a7d4bf8bbaa6e7c338516ab is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:53.231248 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e870b075-f8b1-417d-9cc1-745fa9fe1286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:53.261943 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e870b075-f8b1-417d-9cc1-745fa9fe1286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:53.294864 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-27c2d82a-b8c1-4053-bd61-0b4c1f349e75 req-a2051406-42c8-40ab-b368-37c71f677368 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646155 Nov 13 07:31:53.358358 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e870b075-f8b1-417d-9cc1-745fa9fe1286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:53.367147 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e870b075-f8b1-417d-9cc1-745fa9fe1286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:53.380894 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-2df6ab82-4f39-4572-bf66-ebbb1631ca9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:53.427804 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870b075-f8b1-417d-9cc1-745fa9fe1286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893e1488-0643-46ef-b4ad-253c1a71cc6b,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:53.433739 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e870b075-f8b1-417d-9cc1-745fa9fe1286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:53.437232 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-e870b075-f8b1-417d-9cc1-745fa9fe1286 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89b8e4049a7d4bf8bbaa6e7c338516ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7475967 Nov 13 07:31:53.439890 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60064) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:53.515030 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8582f11c-5e90-4195-a49c-429280dff246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:53.543104 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8582f11c-5e90-4195-a49c-429280dff246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:53.604656 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8582f11c-5e90-4195-a49c-429280dff246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:53.610363 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f1f5a358-7342-496d-af57-e4856ffbfedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:53.622987 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582f11c-5e90-4195-a49c-429280dff246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893e1488-0643-46ef-b4ad-253c1a71cc6b,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:53.625563 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8582f11c-5e90-4195-a49c-429280dff246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:53.645981 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8582f11c-5e90-4195-a49c-429280dff246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:53.647348 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-8582f11c-5e90-4195-a49c-429280dff246 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/893e1488-0643-46ef-b4ad-253c1a71cc6b HTTP/1.1" status: 204 len: 168 time: 0.2065105 Nov 13 07:31:54.152668 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc59fe8-518a-4395-a666-90c396191f2d req-74088fa8-0d60-45e7-8e6a-f269a3d18246 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:54.154606 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fdc59fe8-518a-4395-a666-90c396191f2d req-74088fa8-0d60-45e7-8e6a-f269a3d18246 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1681108 Nov 13 07:31:54.214634 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fdc59fe8-518a-4395-a666-90c396191f2d req-441f1879-e0a8-4807-ab22-7ff8aaf0a21a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540323 Nov 13 07:31:54.467852 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60114) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:54.498174 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5ced8b6b-647d-4abd-ac13-7dff1247dde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:54.520318 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 60118) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:54.533764 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-5ced8b6b-647d-4abd-ac13-7dff1247dde8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:54.538734 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-5ced8b6b-647d-4abd-ac13-7dff1247dde8 admin admin] Usage tracker for resource:security_group_rule and tenant:dc77911aed7c43c186bb570ce9a703b0 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:54.542294 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-5ced8b6b-647d-4abd-ac13-7dff1247dde8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:54.548553 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-5ced8b6b-647d-4abd-ac13-7dff1247dde8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:54.681588 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5ced8b6b-647d-4abd-ac13-7dff1247dde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:54.690431 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5ced8b6b-647d-4abd-ac13-7dff1247dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:54.699216 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8bf2f95a-415e-4cac-95d2-bc5daa3ad312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:54.787314 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced8b6b-647d-4abd-ac13-7dff1247dde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09da5fd1-a6e5-4e1d-a42a-e229538cc0c6,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:54.790583 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-5ced8b6b-647d-4abd-ac13-7dff1247dde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:54.795285 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-5ced8b6b-647d-4abd-ac13-7dff1247dde8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc77911aed7c43c186bb570ce9a703b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3254302 Nov 13 07:31:54.797137 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60132) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:54.832972 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7a1d54bf-5214-41c7-8dcd-de26b8549f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:54.868573 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-49d4ba24-b49d-470d-bc5b-f8f32aa516ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:54.907304 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-49d4ba24-b49d-470d-bc5b-f8f32aa516ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:54.913678 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7a1d54bf-5214-41c7-8dcd-de26b8549f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:54.920768 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7a1d54bf-5214-41c7-8dcd-de26b8549f7f admin admin] Usage tracker for resource:security_group_rule and tenant:8aa91c130ea447e390dd83994138e8b9 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:54.926886 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7a1d54bf-5214-41c7-8dcd-de26b8549f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:54.942261 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7a1d54bf-5214-41c7-8dcd-de26b8549f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:54.997558 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-49d4ba24-b49d-470d-bc5b-f8f32aa516ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:55.001944 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-85bd3b1f-b3d7-475f-a2a8-d591e78ed8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:55.017020 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4ba24-b49d-470d-bc5b-f8f32aa516ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09da5fd1-a6e5-4e1d-a42a-e229538cc0c6,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:55.021960 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-49d4ba24-b49d-470d-bc5b-f8f32aa516ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:55.024062 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-49d4ba24-b49d-470d-bc5b-f8f32aa516ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:55.025327 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-49d4ba24-b49d-470d-bc5b-f8f32aa516ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09da5fd1-a6e5-4e1d-a42a-e229538cc0c6 HTTP/1.1" status: 204 len: 168 time: 0.2265391 Nov 13 07:31:55.077091 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7a1d54bf-5214-41c7-8dcd-de26b8549f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:55.081517 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7a1d54bf-5214-41c7-8dcd-de26b8549f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:55.090375 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:55.136328 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d54bf-5214-41c7-8dcd-de26b8549f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a355dd68-400e-4069-a9cf-057aeea258a3,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:55.139728 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7a1d54bf-5214-41c7-8dcd-de26b8549f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:55.143055 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-7a1d54bf-5214-41c7-8dcd-de26b8549f7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8aa91c130ea447e390dd83994138e8b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6216819 Nov 13 07:31:55.145570 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60150) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:55.260673 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-46fd7493-bc86-4161-9b1b-6c53c744925d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:55.320153 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-46fd7493-bc86-4161-9b1b-6c53c744925d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:55.606745 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4781862b-83b7-4cf6-bfdb-3eb85bbe89e2 req-72653026-6928-4ad2-b95a-73922f4b84ad tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:55.608294 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4781862b-83b7-4cf6-bfdb-3eb85bbe89e2 req-72653026-6928-4ad2-b95a-73922f4b84ad tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1591330 Nov 13 07:31:55.634026 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-46fd7493-bc86-4161-9b1b-6c53c744925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:55.641884 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:55.656563 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd7493-bc86-4161-9b1b-6c53c744925d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a355dd68-400e-4069-a9cf-057aeea258a3,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:55.661925 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-46fd7493-bc86-4161-9b1b-6c53c744925d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:55.689133 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4781862b-83b7-4cf6-bfdb-3eb85bbe89e2 req-af6af200-7a68-4e9b-8d69-90519c6b2018 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730076 Nov 13 07:31:55.690446 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-46fd7493-bc86-4161-9b1b-6c53c744925d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:55.691529 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-46fd7493-bc86-4161-9b1b-6c53c744925d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a355dd68-400e-4069-a9cf-057aeea258a3 HTTP/1.1" status: 204 len: 168 time: 0.5441496 Nov 13 07:31:56.031124 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-5431cf2b-b65f-4934-82dd-23f1d93007ba tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:56.032628 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-5431cf2b-b65f-4934-82dd-23f1d93007ba tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Synchronizing usage tracker for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:network {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:31:56.077162 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-5431cf2b-b65f-4934-82dd-23f1d93007ba tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Unset dirty status for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:network {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:31:56.078949 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-5431cf2b-b65f-4934-82dd-23f1d93007ba tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 815 time: 0.3076873 Nov 13 07:31:56.103418 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-acad1b0e-09cd-4d5d-aab1-a1784364e5a7 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/quotas/1f749ccecce34b19ae5c85eb9ae9bbcf HTTP/1.1" status: 200 len: 375 time: 0.0180812 Nov 13 07:31:56.284620 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-597314a4-df27-494d-bc10-aa05681a8b9c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1757429 Nov 13 07:31:56.380717 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 60204) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:56.476944 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-8a982e6e-47e0-4a61-8af2-aa30c3e33701 service neutron] 10.222.0.15 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911311 Nov 13 07:31:56.489041 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e55bb553-e41d-4385-b8e0-0ffbe01e87e6 req-d6aaca79-c30a-4c8d-a2b7-b6b40773d9f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=701084be16d8431e8af00ee5e87889bb&device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 1099 time: 0.3068516 Nov 13 07:31:56.681328 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-bc5e386f-f3c1-4900-8f41-f8cfe6688be1 service neutron] 10.222.0.15 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029853 Nov 13 07:31:56.682184 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d023c02a-28e3-4855-934e-0a4a312bab2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:56.743541 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdaa9cf-35c9-46fa-9dae-59fa4b2fe063 req-87cb2160-5ec7-4b06-ad6c-fa1caa60d90d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:56.744975 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1bdaa9cf-35c9-46fa-9dae-59fa4b2fe063 req-87cb2160-5ec7-4b06-ad6c-fa1caa60d90d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.4731069 Nov 13 07:31:56.778548 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d023c02a-28e3-4855-934e-0a4a312bab2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:56.791437 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d023c02a-28e3-4855-934e-0a4a312bab2c admin admin] Usage tracker for resource:security_group_rule and tenant:4145138f54044b69b04e271c27ccf351 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:56.798254 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d023c02a-28e3-4855-934e-0a4a312bab2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:56.812381 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d023c02a-28e3-4855-934e-0a4a312bab2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:56.878992 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1bdaa9cf-35c9-46fa-9dae-59fa4b2fe063 req-b6c5052e-e024-4801-9e3f-40f157f506ca tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220896 Nov 13 07:31:56.900587 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bb553-e41d-4385-b8e0-0ffbe01e87e6 req-fe4dff2c-c7f1-4545-8c61-7b6fc3ec08e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:56.902199 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e55bb553-e41d-4385-b8e0-0ffbe01e87e6 req-fe4dff2c-c7f1-4545-8c61-7b6fc3ec08e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 200 len: 919 time: 0.3854754 Nov 13 07:31:57.007492 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e55bb553-e41d-4385-b8e0-0ffbe01e87e6 req-afe68e29-4369-49dd-a198-afef3826cca7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2695bd8d-08cb-46df-bbb3-16ec53fd74a0 HTTP/1.1" status: 200 len: 217 time: 0.0937834 Nov 13 07:31:57.052074 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3b006190-6e5e-4019-953c-140e27f51605 req-3f75ba39-db3a-476a-8c37-fad2e9dcd4cc tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 210 time: 0.0995612 Nov 13 07:31:57.060376 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d023c02a-28e3-4855-934e-0a4a312bab2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:57.067725 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d023c02a-28e3-4855-934e-0a4a312bab2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:57.086669 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8993ca06-b94b-4787-8248-b72525acc9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:57.137886 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bb553-e41d-4385-b8e0-0ffbe01e87e6 req-76b0a9a9-08f8-4097-9a8b-28858eb9e3ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:57.140243 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e55bb553-e41d-4385-b8e0-0ffbe01e87e6 req-76b0a9a9-08f8-4097-9a8b-28858eb9e3ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f47fbc9b-fba9-4c7a-b193-40c59ad78aac HTTP/1.1" status: 200 len: 858 time: 0.1249571 Nov 13 07:31:57.175326 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023c02a-28e3-4855-934e-0a4a312bab2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab3bf40-f634-4741-ad85-17d794ec875e,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:57.189366 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d023c02a-28e3-4855-934e-0a4a312bab2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:57.196778 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-d023c02a-28e3-4855-934e-0a4a312bab2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4145138f54044b69b04e271c27ccf351&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8141654 Nov 13 07:31:57.201608 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 60246) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:57.260102 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e55bb553-e41d-4385-b8e0-0ffbe01e87e6 req-1e03f91e-33ad-4355-9a60-fe24e8c5415f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8be01342-839f-41b8-9728-3e30da81b26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117799 Nov 13 07:31:57.358089 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0214a16c-e992-445a-affb-582c6d7020cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:57.408183 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0214a16c-e992-445a-affb-582c6d7020cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:57.496719 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0214a16c-e992-445a-affb-582c6d7020cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:57.503557 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:57.543636 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60260) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:57.545595 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214a16c-e992-445a-affb-582c6d7020cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab3bf40-f634-4741-ad85-17d794ec875e,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:57.559427 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0214a16c-e992-445a-affb-582c6d7020cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:57.591304 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0214a16c-e992-445a-affb-582c6d7020cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:57.595185 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-0214a16c-e992-445a-affb-582c6d7020cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fab3bf40-f634-4741-ad85-17d794ec875e HTTP/1.1" status: 204 len: 168 time: 0.3897479 Nov 13 07:31:57.599806 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e55bb553-e41d-4385-b8e0-0ffbe01e87e6 req-893a9523-82e6-44c8-bc39-979c30c7dbcd service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313959 Nov 13 07:31:57.858438 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e55bb553-e41d-4385-b8e0-0ffbe01e87e6 req-f4e51e94-ca93-407a-af15-4181358bf37b service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429721 Nov 13 07:31:57.876174 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d538f358-f614-4a32-9a70-e36aaa635861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:57.898324 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4725404-8efb-4328-84d0-4876cec45282 req-5802788c-2328-4b3c-894e-12a04e4b2e9f tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:57.905506 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f4725404-8efb-4328-84d0-4876cec45282 req-5802788c-2328-4b3c-894e-12a04e4b2e9f tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 946 time: 0.2532766 Nov 13 07:31:57.937727 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d538f358-f614-4a32-9a70-e36aaa635861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:57.942771 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d538f358-f614-4a32-9a70-e36aaa635861 admin admin] Usage tracker for resource:security_group_rule and tenant:35d197b9f88e4192b1e9798d3f7092e4 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:57.948972 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d538f358-f614-4a32-9a70-e36aaa635861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:57.955034 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d538f358-f614-4a32-9a70-e36aaa635861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:57.992515 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f4725404-8efb-4328-84d0-4876cec45282 req-6d01d5bf-9922-45e5-a564-2e75f9c34dc0 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740154 Nov 13 07:31:58.079632 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d538f358-f614-4a32-9a70-e36aaa635861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:58.089281 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d538f358-f614-4a32-9a70-e36aaa635861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:58.113158 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:58.161864 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538f358-f614-4a32-9a70-e36aaa635861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dbba43-71f0-4e53-8e0f-185096a357fb,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:58.173072 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d538f358-f614-4a32-9a70-e36aaa635861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:58.245098 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d538f358-f614-4a32-9a70-e36aaa635861 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35d197b9f88e4192b1e9798d3f7092e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6983044 Nov 13 07:31:58.250514 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60284) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:58.281719 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-05fcfa63-0f8b-43e7-a282-ab418ae7a706 req-0d7f60f2-0a57-49b3-8575-0b6241d9e508 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 210 time: 0.0531402 Nov 13 07:31:58.361399 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dd14a-7168-4e78-8f61-86bce226349f req-0c8fb3e6-8511-48d1-a1b7-60c99d6e39ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:58.362978 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b09dd14a-7168-4e78-8f61-86bce226349f req-0c8fb3e6-8511-48d1-a1b7-60c99d6e39ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.2046266 Nov 13 07:31:58.365935 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fbc95516-ca80-481c-8df1-097c94157669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:58.418763 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fbc95516-ca80-481c-8df1-097c94157669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:58.448979 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b09dd14a-7168-4e78-8f61-86bce226349f req-9784f6c3-384b-4e70-8c35-9b43349ccce7 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718455 Nov 13 07:31:58.509233 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fbc95516-ca80-481c-8df1-097c94157669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:58.517155 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d538f358-f614-4a32-9a70-e36aaa635861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:58.532127 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc95516-ca80-481c-8df1-097c94157669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dbba43-71f0-4e53-8e0f-185096a357fb,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:58.535227 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-fbc95516-ca80-481c-8df1-097c94157669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:58.537956 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fbc95516-ca80-481c-8df1-097c94157669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:58.539464 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-fbc95516-ca80-481c-8df1-097c94157669 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7dbba43-71f0-4e53-8e0f-185096a357fb HTTP/1.1" status: 204 len: 168 time: 0.2835724 Nov 13 07:31:58.649295 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60300) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:58.690119 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-9e7c1c12-0321-4b2a-a28b-574e9fd0cd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:58.782287 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-9e7c1c12-0321-4b2a-a28b-574e9fd0cd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:58.789864 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-9e7c1c12-0321-4b2a-a28b-574e9fd0cd17 admin admin] Usage tracker for resource:security_group_rule and tenant:c20c857d64104b609a173927e657f526 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:58.799582 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-9e7c1c12-0321-4b2a-a28b-574e9fd0cd17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:58.809344 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-9e7c1c12-0321-4b2a-a28b-574e9fd0cd17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:58.862639 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-847172e9-fb72-4987-854a-e6d2922c4646 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:58.864121 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-847172e9-fb72-4987-854a-e6d2922c4646 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 815 time: 0.1976717 Nov 13 07:31:58.895297 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Request body: {'port': {'device_id': '85e8f615-9870-4cdb-9ea6-d209dcdd0ba1', 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351', 'admin_state_up': True, 'tenant_id': '1f749ccecce34b19ae5c85eb9ae9bbcf'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:31:59.005470 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-9e7c1c12-0321-4b2a-a28b-574e9fd0cd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:59.035661 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-9e7c1c12-0321-4b2a-a28b-574e9fd0cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:59.064595 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-64ddac0d-ea4b-457d-b98c-c7a7743f84ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:59.149202 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c1c12-0321-4b2a-a28b-574e9fd0cd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf52ad40-fb93-48e8-ab5d-370b6f5d7d86,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:59.154947 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-9e7c1c12-0321-4b2a-a28b-574e9fd0cd17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c20c857d64104b609a173927e657f526&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5045793 Nov 13 07:31:59.156592 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-9e7c1c12-0321-4b2a-a28b-574e9fd0cd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:59.157848 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 60310) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:59.161588 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:59.174205 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:59.187979 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Made reservation on behalf of 1f749ccecce34b19ae5c85eb9ae9bbcf for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:31:59.195098 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:59.260838 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60318) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:59.284905 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-227bf66c-c037-4098-8600-4e9543bb4270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:59.452025 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-227bf66c-c037-4098-8600-4e9543bb4270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:31:59.468505 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-227bf66c-c037-4098-8600-4e9543bb4270 admin admin] Usage tracker for resource:security_group_rule and tenant:3e82ab13010b4a92bb8b9740a45e91aa is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:31:59.473878 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-227bf66c-c037-4098-8600-4e9543bb4270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:31:59.484707 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-227bf66c-c037-4098-8600-4e9543bb4270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:31:59.512553 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-48c6f15a-0be9-47de-87d3-563ac09841ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:59.579691 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Allocated IP 172.20.0.3 (c086dbfe-3975-4dc7-ba75-b459e44d4351/f550449c-055d-4432-b29f-0276b0b90157/aaad678d-1145-4b2f-8d76-a9c401085e65) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:31:59.620948 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57de9e-b4d0-4f9c-a4bd-a4a177f25781 req-d4e1214d-3025-4298-b297-a5c2ea1602a4 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:59.628195 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fc57de9e-b4d0-4f9c-a4bd-a4a177f25781 req-d4e1214d-3025-4298-b297-a5c2ea1602a4 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 946 time: 0.4218442 Nov 13 07:31:59.682068 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-48c6f15a-0be9-47de-87d3-563ac09841ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:59.690937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-227bf66c-c037-4098-8600-4e9543bb4270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:59.696207 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5f90b-10ff-4bd4-88bc-1352a24d2a5f req-34308a85-9472-4c4c-aa53-8eaad548685a tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:31:59.697935 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ede5f90b-10ff-4bd4-88bc-1352a24d2a5f req-34308a85-9472-4c4c-aa53-8eaad548685a tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.36 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 946 time: 0.4883180 Nov 13 07:31:59.722339 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-84271ded-c10d-41e1-bdd5-91237f027fa6 req-4d06066b-4609-494e-a029-922ed0a1948f tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 210 time: 0.1009841 Nov 13 07:31:59.729780 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-227bf66c-c037-4098-8600-4e9543bb4270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:59.739394 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-46fd7493-bc86-4161-9b1b-6c53c744925d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:31:59.810266 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [req-ede5f90b-10ff-4bd4-88bc-1352a24d2a5f req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Deleting port bb2248d0-d13f-41a2-8319-be82e1b62723 {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:31:59.811414 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-ede5f90b-10ff-4bd4-88bc-1352a24d2a5f req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:31:59.868482 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bf66c-c037-4098-8600-4e9543bb4270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ae58ec-96e9-42fd-a016-7ad08ea0cff6,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:31:59.874042 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-227bf66c-c037-4098-8600-4e9543bb4270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:31:59.882374 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-227bf66c-c037-4098-8600-4e9543bb4270 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e82ab13010b4a92bb8b9740a45e91aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6202803 Nov 13 07:31:59.883736 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60344) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:31:59.895427 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fc57de9e-b4d0-4f9c-a4bd-a4a177f25781 req-547faba6-11d7-482c-b677-104b3390559a tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/security-groups?id=f8bccdf4-248f-473d-b600-2045323f61da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663729 Nov 13 07:31:59.992752 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-48c6f15a-0be9-47de-87d3-563ac09841ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:00.002962 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9fa953aa-9a14-441e-a0f1-240e7a38bab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:00.020584 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6f15a-0be9-47de-87d3-563ac09841ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf52ad40-fb93-48e8-ab5d-370b6f5d7d86,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:00.069502 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-48c6f15a-0be9-47de-87d3-563ac09841ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:00.071024 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-48c6f15a-0be9-47de-87d3-563ac09841ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf52ad40-fb93-48e8-ab5d-370b6f5d7d86 HTTP/1.1" status: 204 len: 168 time: 0.9115994 Nov 13 07:32:00.076629 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-48c6f15a-0be9-47de-87d3-563ac09841ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:00.111091 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:00.130199 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d09e5f82-4d17-46be-a757-b8e784371805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:00.162794 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-ede5f90b-10ff-4bd4-88bc-1352a24d2a5f req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] For port bb2248d0-d13f-41a2-8319-be82e1b62723, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bb2248d0-d13f-41a2-8319-be82e1b62723,segment=NetworkSegment(a2e74aa7-ab69-40ee-8496-00215e06a8d7),segment_id=a2e74aa7-ab69-40ee-8496-00215e06a8d7)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:00.163369 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-ede5f90b-10ff-4bd4-88bc-1352a24d2a5f req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:00.191016 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d09e5f82-4d17-46be-a757-b8e784371805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:00.207370 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae7b30-3b4c-4ceb-93a0-525b121eb363 req-a7339339-5a43-4b11-af50-be740d299824 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:00.214446 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b4ae7b30-3b4c-4ceb-93a0-525b121eb363 req-a7339339-5a43-4b11-af50-be740d299824 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.2035260 Nov 13 07:32:00.251769 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:00.264913 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['7feb61ed-1f5d-47f6-99df-fc9b92b3f60a'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:32:00.295147 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b4ae7b30-3b4c-4ceb-93a0-525b121eb363 req-54a562b6-0b7f-4bbc-b4b8-596e798d531a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795865 Nov 13 07:32:00.323762 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:00.409357 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [req-ede5f90b-10ff-4bd4-88bc-1352a24d2a5f req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Calling delete_port for bb2248d0-d13f-41a2-8319-be82e1b62723 owned by compute:nova {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:32:00.506965 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Pushing event updated for resources: {'Port': ['ID=aaad678d-1145-4b2f-8d76-a9c401085e65,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:00.514295 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Network c086dbfe-3975-4dc7-ba75-b459e44d4351 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:32:00.516545 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:32:00.525886 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:00.527186 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d09e5f82-4d17-46be-a757-b8e784371805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:00.533021 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:32:00.635583 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:00.669081 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:00.669754 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:00.685277 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e5f82-4d17-46be-a757-b8e784371805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ae58ec-96e9-42fd-a016-7ad08ea0cff6,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:00.693965 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d09e5f82-4d17-46be-a757-b8e784371805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:00.737204 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d09e5f82-4d17-46be-a757-b8e784371805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:00.741690 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d09e5f82-4d17-46be-a757-b8e784371805 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17ae58ec-96e9-42fd-a016-7ad08ea0cff6 HTTP/1.1" status: 204 len: 168 time: 0.8533096 Nov 13 07:32:00.745015 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8538830 Nov 13 07:32:00.762591 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-ede5f90b-10ff-4bd4-88bc-1352a24d2a5f req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:00.774992 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Request body: {'port': {'device_id': '85e8f615-9870-4cdb-9ea6-d209dcdd0ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:00.783685 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:00.854054 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['bb2248d0-d13f-41a2-8319-be82e1b62723'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:32:00.901138 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Pushing event deleted for resources: {'Port': ['ID=bb2248d0-d13f-41a2-8319-be82e1b62723,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:00.914711 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:01.058975 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:01.092036 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede5f90b-10ff-4bd4-88bc-1352a24d2a5f req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] No DVR routers for this DVR port bb2248d0-d13f-41a2-8319-be82e1b62723 on host hv-cinder-81783 {{(pid=82811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:32:01.098202 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-ede5f90b-10ff-4bd4-88bc-1352a24d2a5f req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:01.101154 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028b062a-2b81-43a2-85e3-22eb457f8bf6', 'name': 'network-vif-deleted', 'tag': 'bb2248d0-d13f-41a2-8319-be82e1b62723'}] {{(pid=82811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:01.131600 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ede5f90b-10ff-4bd4-88bc-1352a24d2a5f req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.36 "DELETE /v2.0/ports/bb2248d0-d13f-41a2-8319-be82e1b62723 HTTP/1.1" status: 204 len: 173 time: 1.4261777 Nov 13 07:32:01.151710 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68fb28-d52d-4b2d-a46b-b7f3b56fb2a9 req-6fba36e0-7b2d-472c-921a-1e9e71a5f98e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:01.153268 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9d68fb28-d52d-4b2d-a46b-b7f3b56fb2a9 req-6fba36e0-7b2d-472c-921a-1e9e71a5f98e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 931 time: 0.1110880 Nov 13 07:32:01.249773 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5e109198-ec91-4719-b612-1325be1f28b0 req-4c9f7284-6381-4a11-b6ce-920f76509dc8 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 210 time: 0.0780652 Nov 13 07:32:01.250196 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9d68fb28-d52d-4b2d-a46b-b7f3b56fb2a9 req-5681dbf7-6853-40b3-9eb3-f1a3c65168fa tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869989 Nov 13 07:32:01.387160 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028b062a-2b81-43a2-85e3-22eb457f8bf6', 'name': 'network-vif-deleted', 'tag': 'bb2248d0-d13f-41a2-8319-be82e1b62723', 'status': 'completed', 'code': 200} Nov 13 07:32:01.596540 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0f48f106-b055-460f-b948-9769541652fb tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8a6bba907ae04d0995e5e7e5fdcc535d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478101 Nov 13 07:32:01.903663 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaad678d-1145-4b2f-8d76-a9c401085e65 {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:32:01.904273 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-ecf39998-7a2a-4af5-801f-356403a13094 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:01.905696 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-ecf39998-7a2a-4af5-801f-356403a13094 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033018 Nov 13 07:32:01.914299 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddcc9c-1de2-485d-aa29-0b5859c15331 req-2dbbf49c-1e73-483a-9c84-3ea0f81bf528 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:01.922155 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-49ddcc9c-1de2-485d-aa29-0b5859c15331 req-2dbbf49c-1e73-483a-9c84-3ea0f81bf528 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.3403497 Nov 13 07:32:01.934930 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-d0205c51-c132-4e02-8329-1b15fb3a6658 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/quotas/8a6bba907ae04d0995e5e7e5fdcc535d HTTP/1.1" status: 200 len: 375 time: 0.0217140 Nov 13 07:32:01.974471 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:01.990542 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-4561a0b0-1501-4602-b7fb-6bfb319b886a tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a6bba907ae04d0995e5e7e5fdcc535d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544217 Nov 13 07:32:02.011268 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Transition to ACTIVE for port object aaad678d-1145-4b2f-8d76-a9c401085e65 will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:32:02.023294 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:02.038885 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:02.158978 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-49ddcc9c-1de2-485d-aa29-0b5859c15331 req-d073a23c-1ef3-4aa8-a856-df9bf76e41e0 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353957 Nov 13 07:32:02.381968 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-450d2d8f-ea74-4cb3-8059-21fcb4b7fa5f req-55fe882c-6cb4-479a-8ff2-90a91d02f098 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 210 time: 0.1511564 Nov 13 07:32:02.400037 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aaad678d-1145-4b2f-8d76-a9c401085e65,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:02.504815 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:02.597365 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c2fc039a-e27e-454c-9a9f-33e244fb42bc req-9fa4191d-7f82-49cd-91ac-4fea5ac234e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1004043 Nov 13 07:32:02.626333 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de913ac-764d-478c-b596-12846b86f339 req-5df7cd96-0c88-44a2-874d-5be2115b7e84 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:02.627262 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-7de913ac-764d-478c-b596-12846b86f339 req-5df7cd96-0c88-44a2-874d-5be2115b7e84 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Synchronizing usage tracker for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:32:02.630469 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Attempting to bind port aaad678d-1145-4b2f-8d76-a9c401085e65 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:32:02.631162 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Attempting to bind port aaad678d-1145-4b2f-8d76-a9c401085e65 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:32:02.631675 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Attempting to bind port aaad678d-1145-4b2f-8d76-a9c401085e65 on network c086dbfe-3975-4dc7-ba75-b459e44d4351 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:32:02.642945 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Port aaad678d-1145-4b2f-8d76-a9c401085e65 on network c086dbfe-3975-4dc7-ba75-b459e44d4351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:32:02.643666 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Attempting to bind port aaad678d-1145-4b2f-8d76-a9c401085e65 on network c086dbfe-3975-4dc7-ba75-b459e44d4351 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:32:02.657866 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:32:02.658480 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Checking segment: {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:32:02.666962 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Bound using segment: {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:32:02.667662 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Bound port: aaad678d-1145-4b2f-8d76-a9c401085e65, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:32:02.668209 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:02.756245 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-7de913ac-764d-478c-b596-12846b86f339 req-5df7cd96-0c88-44a2-874d-5be2115b7e84 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Unset dirty status for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:32:02.757251 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7de913ac-764d-478c-b596-12846b86f339 req-5df7cd96-0c88-44a2-874d-5be2115b7e84 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 943 time: 0.3372676 Nov 13 07:32:02.827216 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-0db2467f-719e-4dfa-903c-b6f94d30919e req-5af89908-b1d4-43a6-9ca0-36ea9b97c382 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Synchronizing usage tracker for tenant:1269f5a12e4f40e5ba7ba82d925d5c86 on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:32:02.895598 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c2fc039a-e27e-454c-9a9f-33e244fb42bc req-539fa10d-0c79-4e1a-9c74-f29167dd545e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1269f5a12e4f40e5ba7ba82d925d5c86&device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 210 time: 0.0617497 Nov 13 07:32:02.934606 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] For port aaad678d-1145-4b2f-8d76-a9c401085e65, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:32:02.943255 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] For port aaad678d-1145-4b2f-8d76-a9c401085e65, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=aaad678d-1145-4b2f-8d76-a9c401085e65,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:32:02.955459 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:02.966443 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-0db2467f-719e-4dfa-903c-b6f94d30919e req-5af89908-b1d4-43a6-9ca0-36ea9b97c382 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Unset dirty status for tenant:1269f5a12e4f40e5ba7ba82d925d5c86 on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:32:02.972565 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-bea97fc1-6fdd-4477-a7b8-d6ae971afb4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:02.978700 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0db2467f-719e-4dfa-903c-b6f94d30919e req-5af89908-b1d4-43a6-9ca0-36ea9b97c382 tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] 10.222.0.15 "GET /v2.0/ports?device_id=028b062a-2b81-43a2-85e3-22eb457f8bf6 HTTP/1.1" status: 200 len: 210 time: 0.2302830 Nov 13 07:32:03.019622 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:03.021257 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/aaad678d-1145-4b2f-8d76-a9c401085e65 HTTP/1.1" status: 200 len: 1093 time: 2.2630358 Nov 13 07:32:03.031194 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e8f615-9870-4cdb-9ea6-d209dcdd0ba1', 'tag': 'aaad678d-1145-4b2f-8d76-a9c401085e65'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:03.094581 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7de913ac-764d-478c-b596-12846b86f339 req-3236ae2c-c636-45d0-960a-6fe799ca3baf tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273797 Nov 13 07:32:03.140068 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Pushing event updated for resources: {'Port': ['ID=aaad678d-1145-4b2f-8d76-a9c401085e65,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:03.149140 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:03.233028 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc039a-e27e-454c-9a9f-33e244fb42bc req-5c2d6b36-a4a0-4005-81f1-737e7ef125e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:03.234772 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c2fc039a-e27e-454c-9a9f-33e244fb42bc req-5c2d6b36-a4a0-4005-81f1-737e7ef125e3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1269f5a12e4f40e5ba7ba82d925d5c86&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3135774 Nov 13 07:32:03.278324 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e8f615-9870-4cdb-9ea6-d209dcdd0ba1', 'tag': 'aaad678d-1145-4b2f-8d76-a9c401085e65', 'status': 'completed', 'code': 200} Nov 13 07:32:03.327005 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60482) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:03.359504 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-dfe37fab-7875-4e2c-83b1-bb5935741829 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 1096 time: 0.2046885 Nov 13 07:32:03.556537 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc039a-e27e-454c-9a9f-33e244fb42bc req-170f1520-225c-4737-9540-4a2f2015704d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:03.558885 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c2fc039a-e27e-454c-9a9f-33e244fb42bc req-170f1520-225c-4737-9540-4a2f2015704d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3176298 Nov 13 07:32:03.699014 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5c33d5af-56da-4291-8ccb-6263340388d9 req-9629b51d-19e2-4a0f-abd2-b92492d42f02 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 210 time: 0.0649202 Nov 13 07:32:03.726614 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device bb2248d0-d13f-41a2-8319-be82e1b62723 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:32:03.754312 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-d73ed5e0-d7f8-4e78-8e55-b0b86ff37e31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaad678d-1145-4b2f-8d76-a9c401085e65 HTTP/1.1" status: 200 len: 217 time: 0.3023169 Nov 13 07:32:03.820345 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: bb2248d0-d13f-41a2-8319-be82e1b62723 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:32:03.820692 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device bb2248d0-d13f-41a2-8319-be82e1b62723 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:32:03.884151 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-00374a2e-5a64-4417-a7ff-f9483d03c3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:03.912859 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-31c1df17-0ecd-4af0-9e69-2f47bba213c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:03.914590 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-31c1df17-0ecd-4af0-9e69-2f47bba213c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f550449c-055d-4432-b29f-0276b0b90157 HTTP/1.1" status: 200 len: 855 time: 0.1524568 Nov 13 07:32:03.984532 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-00374a2e-5a64-4417-a7ff-f9483d03c3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:03.988222 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-ed41bbf5-a98c-41f0-841b-7f8764bcafba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c086dbfe-3975-4dc7-ba75-b459e44d4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546994 Nov 13 07:32:03.997410 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d0125-6674-4cb2-a640-c8b977152676 req-7d5ba61f-c253-4d30-8ba6-3f49cb55b8ec tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:04.004991 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fb8d0125-6674-4cb2-a640-c8b977152676 req-7d5ba61f-c253-4d30-8ba6-3f49cb55b8ec tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.6376269 Nov 13 07:32:04.080756 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-34b73a4d-002e-4922-a1cf-28bfe8f43229 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8a6bba907ae04d0995e5e7e5fdcc535d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589161 Nov 13 07:32:04.099606 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-00374a2e-5a64-4417-a7ff-f9483d03c3a2 admin admin] Usage tracker for resource:security_group_rule and tenant:79b8f41200fc4ea39c3f8b2e1b62952a is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:04.146800 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-00374a2e-5a64-4417-a7ff-f9483d03c3a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:04.207782 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-00374a2e-5a64-4417-a7ff-f9483d03c3a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:04.379766 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fb8d0125-6674-4cb2-a640-c8b977152676 req-ef33ceeb-5776-4ca2-93be-254bbae76b93 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735914 Nov 13 07:32:04.445927 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-5d5b849b-c56c-4eda-aada-869b64c2448f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:04.447767 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-5d5b849b-c56c-4eda-aada-869b64c2448f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3533387 Nov 13 07:32:04.477237 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-1530d43b-b95d-40f5-b8ac-8b53d732ef03 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700329 Nov 13 07:32:04.477415 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Request body: {'port': {'device_id': 'b64198a9-e205-49dc-b3b7-e81b617cf80e', 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5', 'admin_state_up': True, 'tenant_id': '8a6bba907ae04d0995e5e7e5fdcc535d'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:04.566280 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e968bf8-2df6-4bd3-a50e-b76c84f934e4 req-7ef40e3d-151c-45d0-8e95-7e8bbc381387 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:04.567759 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9e968bf8-2df6-4bd3-a50e-b76c84f934e4 req-7ef40e3d-151c-45d0-8e95-7e8bbc381387 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 943 time: 0.2519743 Nov 13 07:32:04.580122 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-00374a2e-5a64-4417-a7ff-f9483d03c3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:04.588394 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-00374a2e-5a64-4417-a7ff-f9483d03c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:04.614132 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e870b075-f8b1-417d-9cc1-745fa9fe1286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:04.666492 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-00374a2e-5a64-4417-a7ff-f9483d03c3a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79b8f41200fc4ea39c3f8b2e1b62952a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3328362 Nov 13 07:32:04.667217 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60530) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:04.671772 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9e968bf8-2df6-4bd3-a50e-b76c84f934e4 req-21a7552e-429f-46f3-a008-6d906017d7ff tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910451 Nov 13 07:32:04.677262 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:04.681515 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Usage tracker for resource:port and tenant:8a6bba907ae04d0995e5e7e5fdcc535d is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:04.684552 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:04.690916 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:04.704906 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00374a2e-5a64-4417-a7ff-f9483d03c3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4f8b14-2101-4ea8-a979-27d881e9d0c8,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:04.705590 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Made reservation on behalf of 8a6bba907ae04d0995e5e7e5fdcc535d for: {'port': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:32:04.716537 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:04.719576 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-00374a2e-5a64-4417-a7ff-f9483d03c3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:04.730560 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:04.750008 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dc204d7c-b732-4510-9f4f-fd413eb23be0 req-2caa3f2c-d295-45ae-8849-07864c618c5f service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616096 Nov 13 07:32:04.785445 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:04.789369 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Usage tracker for resource:security_group_rule and tenant:8a6bba907ae04d0995e5e7e5fdcc535d is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:04.792376 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:04.805971 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:04.852330 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d8adaf10-887d-458a-ba78-e026719ed09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:04.922286 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:04.923425 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d8adaf10-887d-458a-ba78-e026719ed09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:04.927812 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:04.931955 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:04.966256 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fd7e1962-b5f7-40b8-b63d-f29d8fb44aa6 req-edfee266-551b-4933-8254-28ee7b0cfdef tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 210 time: 0.0868814 Nov 13 07:32:04.983752 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:05.008307 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-51c860e2-da63-4394-86b9-446171eb04f2 req-c688861e-78ff-441c-b949-8cc16c51c663 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 1096 time: 0.1971595 Nov 13 07:32:05.043538 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023d8db1-9d15-4b67-9890-ecbe25f62554,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:05.046607 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:05.133883 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d8adaf10-887d-458a-ba78-e026719ed09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:05.146095 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:05.173922 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d8adaf10-887d-458a-ba78-e026719ed09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:05.178175 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d8adaf10-887d-458a-ba78-e026719ed09f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e4f8b14-2101-4ea8-a979-27d881e9d0c8 HTTP/1.1" status: 204 len: 168 time: 0.5047536 Nov 13 07:32:05.179426 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adaf10-887d-458a-ba78-e026719ed09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4f8b14-2101-4ea8-a979-27d881e9d0c8,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:05.183864 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d8adaf10-887d-458a-ba78-e026719ed09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:05.248881 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Allocated IP 192.168.233.169 (8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5/e0156925-5fa6-4915-a3ea-c0b452ddfe6b/241f11c0-135d-4f83-8473-553a04d17a7f) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:32:05.269577 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c860e2-da63-4394-86b9-446171eb04f2 req-196cb7eb-ff70-42de-924e-19de0dad1840 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:05.274392 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-51c860e2-da63-4394-86b9-446171eb04f2 req-196cb7eb-ff70-42de-924e-19de0dad1840 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 916 time: 0.2550347 Nov 13 07:32:05.468317 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-51c860e2-da63-4394-86b9-446171eb04f2 req-f122300e-3a63-41b3-8dfe-693b1dc124a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aaad678d-1145-4b2f-8d76-a9c401085e65 HTTP/1.1" status: 200 len: 217 time: 0.1868336 Nov 13 07:32:05.603404 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c860e2-da63-4394-86b9-446171eb04f2 req-4b16f04d-1e9c-4f13-b659-7dcb4f945eed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:05.608693 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-51c860e2-da63-4394-86b9-446171eb04f2 req-4b16f04d-1e9c-4f13-b659-7dcb4f945eed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f550449c-055d-4432-b29f-0276b0b90157 HTTP/1.1" status: 200 len: 855 time: 0.1258841 Nov 13 07:32:05.636194 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:05.685930 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-51c860e2-da63-4394-86b9-446171eb04f2 req-edc817f0-e450-475c-85f8-6908b219c9a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c086dbfe-3975-4dc7-ba75-b459e44d4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584562 Nov 13 07:32:05.706018 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Transition to ACTIVE for port object 241f11c0-135d-4f83-8473-553a04d17a7f will not be triggered until provisioned by entity DHCP. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:32:05.756308 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784ce02-b5ea-4fa0-bbb7-a7660d302992 req-d0cf7e16-4078-4ed8-bade-d435611aad48 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:05.764180 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9784ce02-b5ea-4fa0-bbb7-a7660d302992 req-d0cf7e16-4078-4ed8-bade-d435611aad48 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1228347 Nov 13 07:32:05.768648 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:05.796282 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-2a4748fd-50a5-4f62-9165-4145e25da1d6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:05.883779 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Network 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:32:05.888598 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:32:05.907460 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9784ce02-b5ea-4fa0-bbb7-a7660d302992 req-9c654c17-e828-4852-a678-432a73cf2a68 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421354 Nov 13 07:32:05.908308 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:32:05.914561 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:05.915212 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:05.919476 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Pushing event updated for resources: {'Port': ['ID=241f11c0-135d-4f83-8473-553a04d17a7f,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:05.927896 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:05.973231 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5022516 Nov 13 07:32:05.986251 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Request body: {'port': {'device_id': 'b64198a9-e205-49dc-b3b7-e81b617cf80e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:06.189005 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-51c860e2-da63-4394-86b9-446171eb04f2 req-6b5c3049-7443-489c-8642-34d83650f914 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945090 Nov 13 07:32:06.343581 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-4991d898-f5b7-4107-bf71-a77d2a9168d1 None None] Provisioning for port 241f11c0-135d-4f83-8473-553a04d17a7f completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:32:06.349779 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-4991d898-f5b7-4107-bf71-a77d2a9168d1 None None] Provisioning complete for port 241f11c0-135d-4f83-8473-553a04d17a7f triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:32:06.350160 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3184c-eb3a-4288-a279-d62b95401b9b req-6b11432f-c431-46f1-9175-01dbc2b0abbe tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:06.350843 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-4991d898-f5b7-4107-bf71-a77d2a9168d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:06.351689 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-48d3184c-eb3a-4288-a279-d62b95401b9b req-6b11432f-c431-46f1-9175-01dbc2b0abbe tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 943 time: 0.2891386 Nov 13 07:32:06.381575 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acecdd-da11-470f-9536-0572832e9d85 req-05e46e36-321f-42ae-bbab-30b7567071cb tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:06.382418 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-b0acecdd-da11-470f-9536-0572832e9d85 req-05e46e36-321f-42ae-bbab-30b7567071cb tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Synchronizing usage tracker for tenant:8a6bba907ae04d0995e5e7e5fdcc535d on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:32:06.395754 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-51c860e2-da63-4394-86b9-446171eb04f2 req-43fab574-c3a1-4a3d-a7db-ace504aae4b2 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977620 Nov 13 07:32:06.412759 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-b0acecdd-da11-470f-9536-0572832e9d85 req-05e46e36-321f-42ae-bbab-30b7567071cb tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Unset dirty status for tenant:8a6bba907ae04d0995e5e7e5fdcc535d on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:32:06.420136 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b0acecdd-da11-470f-9536-0572832e9d85 req-05e46e36-321f-42ae-bbab-30b7567071cb tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 936 time: 0.1748116 Nov 13 07:32:06.433640 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-48d3184c-eb3a-4288-a279-d62b95401b9b req-4f89edea-5201-4c05-8450-d0c90b897985 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679436 Nov 13 07:32:06.452302 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:06.470690 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-4991d898-f5b7-4107-bf71-a77d2a9168d1 None None] Port 241f11c0-135d-4f83-8473-553a04d17a7f cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:32:06.539078 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-b0acecdd-da11-470f-9536-0572832e9d85 req-dcbe29c8-1631-4204-9a00-80544c7adc08 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Synchronizing usage tracker for tenant:8a6bba907ae04d0995e5e7e5fdcc535d on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:32:06.604454 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-b0acecdd-da11-470f-9536-0572832e9d85 req-dcbe29c8-1631-4204-9a00-80544c7adc08 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Unset dirty status for tenant:8a6bba907ae04d0995e5e7e5fdcc535d on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:32:06.611207 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b0acecdd-da11-470f-9536-0572832e9d85 req-dcbe29c8-1631-4204-9a00-80544c7adc08 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902335 Nov 13 07:32:06.637718 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60596) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:06.701074 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_v2 [None req-157af992-5f30-43ef-a0ca-24ddf78aca8d admin admin] Deleting subnet 713b57b5-2660-41b3-8b50-3620cb93971e {{(pid=82812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:32:06.704182 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-157af992-5f30-43ef-a0ca-24ddf78aca8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:06.755790 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-157af992-5f30-43ef-a0ca-24ddf78aca8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368818'] for subnet, precommit_delete_associations {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:06.816610 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-157af992-5f30-43ef-a0ca-24ddf78aca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:06.873192 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241f11c0-135d-4f83-8473-553a04d17a7f {{(pid=82811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:32:06.880098 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:06.896669 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Transition to ACTIVE for port object 241f11c0-135d-4f83-8473-553a04d17a7f will not be triggered until provisioned by entity L2. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:32:06.905143 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:06.909540 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-fe802410-c489-49dd-a4fa-bf18e9682a0c tempest-DeleteServersTestJSON-975273174 tempest-DeleteServersTestJSON-975273174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:06.918368 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-157af992-5f30-43ef-a0ca-24ddf78aca8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3248979'] for subnet, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:06.936298 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-5ddfad5a-ae22-4951-9147-e81f330bdaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:06.988006 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-157af992-5f30-43ef-a0ca-24ddf78aca8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:06.996575 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157af992-5f30-43ef-a0ca-24ddf78aca8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=713b57b5-2660-41b3-8b50-3620cb93971e,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:07.007607 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-157af992-5f30-43ef-a0ca-24ddf78aca8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/713b57b5-2660-41b3-8b50-3620cb93971e HTTP/1.1" status: 204 len: 168 time: 0.3684742 Nov 13 07:32:07.008230 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60622) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:07.009088 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-157af992-5f30-43ef-a0ca-24ddf78aca8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:07.062512 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Pushing event updated for resources: {'Port': ['ID=241f11c0-135d-4f83-8473-553a04d17a7f,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:07.072181 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:07.141984 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Attempting to bind port 241f11c0-135d-4f83-8473-553a04d17a7f on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:32:07.142311 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Attempting to bind port 241f11c0-135d-4f83-8473-553a04d17a7f by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'c4e815f8-dc16-4981-8025-8d55342594ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5'}] {{(pid=82811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:32:07.142637 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Attempting to bind port 241f11c0-135d-4f83-8473-553a04d17a7f on network 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:32:07.188132 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:07.201072 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Port 241f11c0-135d-4f83-8473-553a04d17a7f on network 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:32:07.201393 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Attempting to bind port 241f11c0-135d-4f83-8473-553a04d17a7f on network 8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:32:07.227066 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:32:07.227908 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Checking segment: {'id': 'c4e815f8-dc16-4981-8025-8d55342594ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:32:07.227908 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Bound using segment: {'id': 'c4e815f8-dc16-4981-8025-8d55342594ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5'} {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:32:07.228200 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Bound port: 241f11c0-135d-4f83-8473-553a04d17a7f, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e815f8-dc16-4981-8025-8d55342594ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5'}}] {{(pid=82811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:32:07.228569 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:07.377344 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:07.409556 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e4d4cd-d922-4196-8fba-5be7033e362e']}} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:32:07.426212 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e74aa7-ab69-40ee-8496-00215e06a8d7') {'for_net_delete': True} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:32:07.426655 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e74aa7-ab69-40ee-8496-00215e06a8d7') {} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:32:07.442474 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368827'] for segment, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:07.465742 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52958178-d25a-4279-995e-016c18761afa req-fddb528d-8cf2-44af-ad1a-f3d68444fe01 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:07.466465 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:07.467515 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-52958178-d25a-4279-995e-016c18761afa req-fddb528d-8cf2-44af-ad1a-f3d68444fe01 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.3218896 Nov 13 07:32:07.471946 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] For port 241f11c0-135d-4f83-8473-553a04d17a7f, host hv-cinder-81783, cleared binding levels {{(pid=82811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:32:07.475747 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=82812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:32:07.476256 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369056'] for segment, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:07.476909 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] For port 241f11c0-135d-4f83-8473-553a04d17a7f, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=241f11c0-135d-4f83-8473-553a04d17a7f,segment=NetworkSegment(c4e815f8-dc16-4981-8025-8d55342594ed),segment_id=c4e815f8-dc16-4981-8025-8d55342594ed)] {{(pid=82811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:32:07.499098 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: Traceback (most recent call last): Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: timer() Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: cb(*args, **kw) Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: return func(*args, **kwargs) Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: self._notify() Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: self.callback(batched_events) Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: event.method(event) Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: return f(self, *a, **k) Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: return self._get(url).json() Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: return self.request(url, 'GET', **kwargs) Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:32:07.509370 dv-cinder-817832-1-smb neutron-server[82812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:32:07.515072 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:07.599585 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:07.605652 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] 10.222.0.36 "PUT /v2.0/ports/241f11c0-135d-4f83-8473-553a04d17a7f HTTP/1.1" status: 200 len: 1098 time: 1.6237483 Nov 13 07:32:07.610849 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64198a9-e205-49dc-b3b7-e81b617cf80e', 'tag': '241f11c0-135d-4f83-8473-553a04d17a7f'}] {{(pid=82811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:07.628477 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:07.633419 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-57403a4f-4cc7-42f6-b605-b3d28c440759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:07.664161 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:07.670531 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Pushing event updated for resources: {'Port': ['ID=241f11c0-135d-4f83-8473-553a04d17a7f,revision_number=3']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:07.684242 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:07.689264 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e4d4cd-d922-4196-8fba-5be7033e362e,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:07.695619 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:07.752759 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device aaad678d-1145-4b2f-8d76-a9c401085e65 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:32:07.784225 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-52958178-d25a-4279-995e-016c18761afa req-fe40dd51-1c5b-4dfc-81e4-9dbda6014aa4 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058119 Nov 13 07:32:07.814574 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-ecf5dde1-4a84-4d16-884b-7e0e582ba0c4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d4e4d4cd-d922-4196-8fba-5be7033e362e HTTP/1.1" status: 204 len: 168 time: 0.8035119 Nov 13 07:32:07.891868 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-9711c307-b37c-434e-a08b-2a77dfb2d2a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a6bba907ae04d0995e5e7e5fdcc535d&device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 1101 time: 0.2047799 Nov 13 07:32:07.934468 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61a4e1-014b-4d44-8357-135b4b29be64 req-51fda790-9edb-40c4-8aa1-0f00bd06cf4b tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:07.944216 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2f61a4e1-014b-4d44-8357-135b4b29be64 req-51fda790-9edb-40c4-8aa1-0f00bd06cf4b tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 943 time: 0.2268801 Nov 13 07:32:08.049963 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64198a9-e205-49dc-b3b7-e81b617cf80e', 'tag': '241f11c0-135d-4f83-8473-553a04d17a7f', 'status': 'completed', 'code': 200} Nov 13 07:32:08.080664 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2f61a4e1-014b-4d44-8357-135b4b29be64 req-2ca851e0-0cb0-4f58-bc97-ffccf172463c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353509 Nov 13 07:32:08.083967 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-c5e5090c-0aa0-4d91-9eb8-5e0fc3d69a53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=241f11c0-135d-4f83-8473-553a04d17a7f HTTP/1.1" status: 200 len: 217 time: 0.1838119 Nov 13 07:32:08.143013 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port aaad678d-1145-4b2f-8d76-a9c401085e65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=aaad678d-1145-4b2f-8d76-a9c401085e65,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:08.155913 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': 'aaad678d-1145-4b2f-8d76-a9c401085e65', 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351', 'port_id': 'aaad678d-1145-4b2f-8d76-a9c401085e65', 'mac_address': 'fa:16:3e:3c:c9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f550449c-055d-4432-b29f-0276b0b90157', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:32:08.287965 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:08.345335 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaad678d-1145-4b2f-8d76-a9c401085e65 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:32:08.347128 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-bb1ffba0-0ce1-4f57-ad9b-edab8d47a903 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:08.349377 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-bb1ffba0-0ce1-4f57-ad9b-edab8d47a903 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0156925-5fa6-4915-a3ea-c0b452ddfe6b HTTP/1.1" status: 200 len: 843 time: 0.2565951 Nov 13 07:32:08.368273 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60668) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:08.389017 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port aaad678d-1145-4b2f-8d76-a9c401085e65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=aaad678d-1145-4b2f-8d76-a9c401085e65,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:08.396015 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:08.399042 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:08.498758 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-cf53a461-410d-4207-a2d2-130acefdf2cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1269f5a12e4f40e5ba7ba82d925d5c86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1292298 Nov 13 07:32:08.503739 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60672) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:08.518491 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=aaad678d-1145-4b2f-8d76-a9c401085e65,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:08.524762 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:08.540951 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff38b5-87c3-416f-bf9b-fb53f279a38c req-ac5fa608-628c-45e2-be7a-5afb49c16940 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:08.542546 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-84ff38b5-87c3-416f-bf9b-fb53f279a38c req-ac5fa608-628c-45e2-be7a-5afb49c16940 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 948 time: 0.3215396 Nov 13 07:32:08.579194 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-897014ec-568c-4ed5-a0d9-667853a1932a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2203469 Nov 13 07:32:08.616704 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-9fed21d7-bc4e-4454-b7a8-88aed023a6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:08.659557 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-9fed21d7-bc4e-4454-b7a8-88aed023a6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:08.694998 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-84ff38b5-87c3-416f-bf9b-fb53f279a38c req-0bf79461-2a83-4dc6-bd10-242929081340 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444199 Nov 13 07:32:08.716962 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['aaad678d-1145-4b2f-8d76-a9c401085e65'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:32:08.800846 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-1982c5ce-4a60-4957-a885-22cd331d32b3 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103672 Nov 13 07:32:08.803037 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-9fed21d7-bc4e-4454-b7a8-88aed023a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:08.811031 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-49d4ba24-b49d-470d-bc5b-f8f32aa516ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:08.831609 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed21d7-bc4e-4454-b7a8-88aed023a6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bccdf4-248f-473d-b600-2045323f61da,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:08.835065 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-9fed21d7-bc4e-4454-b7a8-88aed023a6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:08.853142 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-9fed21d7-bc4e-4454-b7a8-88aed023a6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:08.860692 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-9fed21d7-bc4e-4454-b7a8-88aed023a6ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8bccdf4-248f-473d-b600-2045323f61da HTTP/1.1" status: 204 len: 168 time: 0.3557072 Nov 13 07:32:09.223922 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8545a47-57a1-42b4-8cba-2b565578ecfa req-7207464e-466c-4f85-b3b2-0e6d88ec9ce8 service neutron] 10.222.0.36 "GET /v2.0/networks/8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159985 Nov 13 07:32:09.306192 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a934-efa3-4972-9d5f-839321994058 req-236b20f2-d611-454e-bf05-216e10690d1b tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:09.316455 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-22d4a934-efa3-4972-9d5f-839321994058 req-236b20f2-d611-454e-bf05-216e10690d1b tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.2249494 Nov 13 07:32:09.394767 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-22d4a934-efa3-4972-9d5f-839321994058 req-013725b8-805e-4140-9239-71e6a8eec9c5 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770378 Nov 13 07:32:09.492941 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e1071-9491-406a-9103-765a3be43b88 req-ae78e8e3-4ea5-4787-a20d-e11b71ed52c8 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:09.494392 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-874e1071-9491-406a-9103-765a3be43b88 req-ae78e8e3-4ea5-4787-a20d-e11b71ed52c8 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 944 time: 0.1446273 Nov 13 07:32:09.502117 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-def39353-f476-441b-a914-7b453acf3b27 req-edb9cbc6-7cf8-4be1-b578-a121097f6421 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8a6bba907ae04d0995e5e7e5fdcc535d&device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 1101 time: 0.1965590 Nov 13 07:32:09.635109 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-874e1071-9491-406a-9103-765a3be43b88 req-2877b9ed-297f-4ab0-816e-d1e3120e2e75 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319063 Nov 13 07:32:09.673810 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def39353-f476-441b-a914-7b453acf3b27 req-28b2788f-b08d-4297-980d-4510f1ca5dd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:09.675554 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-def39353-f476-441b-a914-7b453acf3b27 req-28b2788f-b08d-4297-980d-4510f1ca5dd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5 HTTP/1.1" status: 200 len: 870 time: 0.1568205 Nov 13 07:32:09.757198 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-def39353-f476-441b-a914-7b453acf3b27 req-e7ec11f7-9afc-4f7a-8a2b-5365a1c2e361 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=241f11c0-135d-4f83-8473-553a04d17a7f HTTP/1.1" status: 200 len: 217 time: 0.0688071 Nov 13 07:32:09.835342 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def39353-f476-441b-a914-7b453acf3b27 req-d2e2bb15-9612-457e-85e7-f0bcaafc672f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:09.836462 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-def39353-f476-441b-a914-7b453acf3b27 req-d2e2bb15-9612-457e-85e7-f0bcaafc672f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0156925-5fa6-4915-a3ea-c0b452ddfe6b HTTP/1.1" status: 200 len: 843 time: 0.0645339 Nov 13 07:32:09.938093 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-def39353-f476-441b-a914-7b453acf3b27 req-06ed7c73-616a-4b9d-a4b3-431dff37bb23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0919898 Nov 13 07:32:09.950162 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5904b3b-8021-4d5f-be82-5596c4524e48 req-6f906e1e-ea62-44df-8116-2c73188f7616 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:09.954205 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a5904b3b-8021-4d5f-be82-5596c4524e48 req-6f906e1e-ea62-44df-8116-2c73188f7616 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 948 time: 0.1063740 Nov 13 07:32:10.043282 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a5904b3b-8021-4d5f-be82-5596c4524e48 req-a80d86df-b361-412d-82a9-c76c3ec0ca6d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819652 Nov 13 07:32:10.224932 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-def39353-f476-441b-a914-7b453acf3b27 req-6457fdc0-2993-40b3-a659-afc2cd22b92f service neutron] 10.222.0.36 "GET /v2.0/networks/8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714689 Nov 13 07:32:10.410356 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-def39353-f476-441b-a914-7b453acf3b27 req-c536f13c-4c84-4945-a958-d7b86f87ee0b service neutron] 10.222.0.36 "GET /v2.0/networks/8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786933 Nov 13 07:32:10.637572 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76f014-6d28-4849-908f-e3e6a8ef9b18 req-c691ae28-62b9-4c1b-a389-7435b9471ead tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:10.639272 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-8c76f014-6d28-4849-908f-e3e6a8ef9b18 req-c691ae28-62b9-4c1b-a389-7435b9471ead tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1077502 Nov 13 07:32:10.704352 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-8c76f014-6d28-4849-908f-e3e6a8ef9b18 req-e01978fb-b833-4f9d-b666-659610e3e4b8 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563183 Nov 13 07:32:10.898250 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d93cb7-3ace-4170-a3aa-b544124627c4 req-b6882235-b10b-4a0f-ae8d-6f968fff82d0 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:10.900507 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e2d93cb7-3ace-4170-a3aa-b544124627c4 req-b6882235-b10b-4a0f-ae8d-6f968fff82d0 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 944 time: 0.0883887 Nov 13 07:32:10.952732 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e2d93cb7-3ace-4170-a3aa-b544124627c4 req-ac470301-5d60-4452-a1f6-b4c77d259f38 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443757 Nov 13 07:32:11.289967 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58d799-d8c4-4c76-98a5-b0707de5bf7f req-f523d61d-00da-44e7-83a7-3b9dae95d3ee tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:11.291522 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ec58d799-d8c4-4c76-98a5-b0707de5bf7f req-f523d61d-00da-44e7-83a7-3b9dae95d3ee tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 948 time: 0.1008787 Nov 13 07:32:11.375078 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ec58d799-d8c4-4c76-98a5-b0707de5bf7f req-c3d3b546-1ced-4484-98b5-13f1286859f0 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769897 Nov 13 07:32:11.777386 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 241f11c0-135d-4f83-8473-553a04d17a7f details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:32:11.781041 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device aaad678d-1145-4b2f-8d76-a9c401085e65 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:32:11.976063 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:32:12.120968 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 241f11c0-135d-4f83-8473-553a04d17a7f, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=241f11c0-135d-4f83-8473-553a04d17a7f,segment=NetworkSegment(c4e815f8-dc16-4981-8025-8d55342594ed),segment_id=c4e815f8-dc16-4981-8025-8d55342594ed)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:12.154302 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '241f11c0-135d-4f83-8473-553a04d17a7f', 'network_id': '8aa89d98-6122-4d9d-bcbe-b53fc9bf7af5', 'port_id': '241f11c0-135d-4f83-8473-553a04d17a7f', 'mac_address': 'fa:16:3e:9e:78:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0156925-5fa6-4915-a3ea-c0b452ddfe6b', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:32:12.195110 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c9888-e71b-4054-af1a-9a74718e9b84 req-16cfc61e-332b-49f1-a1aa-beac0296019f tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:12.202762 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9d1c9888-e71b-4054-af1a-9a74718e9b84 req-16cfc61e-332b-49f1-a1aa-beac0296019f tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.2385719 Nov 13 07:32:12.237468 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port aaad678d-1145-4b2f-8d76-a9c401085e65 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:32:12.244566 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38726bb-73f6-44e0-8091-cea7c8171fe5 req-6d9495e1-99d4-4484-9115-becfa669ddda tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:12.247127 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e38726bb-73f6-44e0-8091-cea7c8171fe5 req-6d9495e1-99d4-4484-9115-becfa669ddda tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 944 time: 0.0999122 Nov 13 07:32:12.259786 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port aaad678d-1145-4b2f-8d76-a9c401085e65 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:32:12.260157 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:12.272674 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9d1c9888-e71b-4054-af1a-9a74718e9b84 req-b33c9942-1270-430b-8978-8b320ffc82e2 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687604 Nov 13 07:32:12.323904 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e38726bb-73f6-44e0-8091-cea7c8171fe5 req-090923d9-51da-4633-8ebc-0eb55793f6c9 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707359 Nov 13 07:32:12.347222 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:12.390420 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241f11c0-135d-4f83-8473-553a04d17a7f {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:32:12.446684 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 241f11c0-135d-4f83-8473-553a04d17a7f, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=241f11c0-135d-4f83-8473-553a04d17a7f,segment=NetworkSegment(c4e815f8-dc16-4981-8025-8d55342594ed),segment_id=c4e815f8-dc16-4981-8025-8d55342594ed)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:12.476212 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:12.505205 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e8f615-9870-4cdb-9ea6-d209dcdd0ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaad678d-1145-4b2f-8d76-a9c401085e65'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:12.515255 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port aaad678d-1145-4b2f-8d76-a9c401085e65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=aaad678d-1145-4b2f-8d76-a9c401085e65,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:12.566865 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e8f615-9870-4cdb-9ea6-d209dcdd0ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaad678d-1145-4b2f-8d76-a9c401085e65', 'code': 200} Nov 13 07:32:12.574929 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec627f0-d7e6-4e2b-b6d1-bcbd68bd43c1 req-45b1d1d2-4fae-4410-9410-2d1f0ae2c8d7 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:12.576409 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cec627f0-d7e6-4e2b-b6d1-bcbd68bd43c1 req-45b1d1d2-4fae-4410-9410-2d1f0ae2c8d7 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 948 time: 0.0848148 Nov 13 07:32:12.621545 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cec627f0-d7e6-4e2b-b6d1-bcbd68bd43c1 req-2e8b1503-3d77-45f7-be9e-441ba8801f8e tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397186 Nov 13 07:32:12.803565 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:12.825743 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-97be7300-aec3-495e-b43f-657540d745ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:12.830168 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:12.837925 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:12.847159 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:12.953050 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=241f11c0-135d-4f83-8473-553a04d17a7f,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:13.039204 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=aaad678d-1145-4b2f-8d76-a9c401085e65,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:13.044683 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60858) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:13.044887 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:13.045291 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:13.045632 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:13.093665 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fc3937c5-e290-4b69-905d-1bc12bff5b1c req-c25d0fd2-5724-4223-9b5f-2158bb5066f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 1098 time: 0.1450243 Nov 13 07:32:13.144560 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fc3937c5-e290-4b69-905d-1bc12bff5b1c req-ff9be395-98a8-4b2c-bdc8-647ce820cc3e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436242 Nov 13 07:32:13.170882 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 60868) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:13.178698 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['241f11c0-135d-4f83-8473-553a04d17a7f'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:32:13.271140 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.281945 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.342230 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:13.348577 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7c0fc4eef7834d7fbe2ce7ef11f50d3b is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:13.354157 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:13.358206 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:13.365673 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Usage tracker for resource:security_group_rule and tenant:7bf307be3bd04bb49f7144b7218a198d is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:13.370760 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:13.372263 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:13.386970 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:13.481342 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.487048 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.504347 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-069f75c4-b8ae-4c4b-b094-ed581eaf7456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:13.557063 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.566264 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.584634 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23eb872-8f5d-4d0e-8b58-3bc890b5bdef,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:13.588523 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8198fa67-a5df-4642-8562-a3425486b541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:13.615043 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.615395 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.615703 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.616043 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.616379 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.616820 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.617144 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.617459 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.617758 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.618076 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.618393 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.622390 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:13.629479 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bf307be3bd04bb49f7144b7218a198d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5780418 Nov 13 07:32:13.629479 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60886) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:13.633864 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e7f91-d29a-4fd2-a388-c3a0e4aefbe1 req-08544e17-1363-482a-ab46-31bd9aa1e8ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:13.635380 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-204e7f91-d29a-4fd2-a388-c3a0e4aefbe1 req-08544e17-1363-482a-ab46-31bd9aa1e8ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1912613 Nov 13 07:32:13.645582 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d602af-89ed-4de4-bbed-e1bad14404cb,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:13.657479 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.657843 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.658264 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.658511 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.658879 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.659216 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.659547 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.659876 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.660221 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.660546 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.660894 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:13.666874 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c0fc4eef7834d7fbe2ce7ef11f50d3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4948604 Nov 13 07:32:13.668018 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7532c5d7-12eb-4c5a-a9a2-ea8589fc85c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:13.672867 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60892) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:13.708058 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-204e7f91-d29a-4fd2-a388-c3a0e4aefbe1 req-7cf644df-fb82-4e7e-86bb-692d5ecadc81 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528924 Nov 13 07:32:13.714165 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8db322-1190-4dde-9d95-ab31a120dc36 req-9ba3463a-29d7-4a1a-9d3a-a557f06fa5eb tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:13.715641 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2a8db322-1190-4dde-9d95-ab31a120dc36 req-9ba3463a-29d7-4a1a-9d3a-a557f06fa5eb tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1805215 Nov 13 07:32:13.776061 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6a83-b8af-443c-b4ec-56f08c45829c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.836878 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2a8db322-1190-4dde-9d95-ab31a120dc36 req-77e34052-6789-4104-ba29-a71cbbe646e1 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101549 Nov 13 07:32:13.838789 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6a83-b8af-443c-b4ec-56f08c45829c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.845464 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c1daa20e-0f3a-4686-ab9f-940398063c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.898220 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c1daa20e-0f3a-4686-ab9f-940398063c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.904175 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a21110-f39b-45aa-86f2-c13574eed8eb req-ca75b6e4-bebd-46ff-a9b9-62b6abf48ec9 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:13.905806 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-75a21110-f39b-45aa-86f2-c13574eed8eb req-ca75b6e4-bebd-46ff-a9b9-62b6abf48ec9 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 949 time: 0.0824525 Nov 13 07:32:13.965153 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c1daa20e-0f3a-4686-ab9f-940398063c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.971628 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-5ced8b6b-647d-4abd-ac13-7dff1247dde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:13.977498 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-75a21110-f39b-45aa-86f2-c13574eed8eb req-6c8749cb-8c52-4512-b300-32bbd1974688 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584593 Nov 13 07:32:13.983269 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6a83-b8af-443c-b4ec-56f08c45829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:13.991099 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daa20e-0f3a-4686-ab9f-940398063c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d602af-89ed-4de4-bbed-e1bad14404cb,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:13.993497 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-c1daa20e-0f3a-4686-ab9f-940398063c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:13.996830 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-895fbf89-b998-4e95-bb27-281b48a6c10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:14.013064 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce6a83-b8af-443c-b4ec-56f08c45829c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23eb872-8f5d-4d0e-8b58-3bc890b5bdef,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:14.015659 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f3ce6a83-b8af-443c-b4ec-56f08c45829c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:14.017870 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f3ce6a83-b8af-443c-b4ec-56f08c45829c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:14.019019 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-f3ce6a83-b8af-443c-b4ec-56f08c45829c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c23eb872-8f5d-4d0e-8b58-3bc890b5bdef HTTP/1.1" status: 204 len: 168 time: 0.3894618 Nov 13 07:32:14.023978 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c1daa20e-0f3a-4686-ab9f-940398063c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:14.024943 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-c1daa20e-0f3a-4686-ab9f-940398063c22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0d602af-89ed-4de4-bbed-e1bad14404cb HTTP/1.1" status: 204 len: 168 time: 0.3510783 Nov 13 07:32:14.353459 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d3a54a1e-d11b-4993-ab15-5a6ac5890a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:14.387112 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60910) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:14.403443 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 60914) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:14.410280 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-868171dc-44da-4791-93a7-9a5436968454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:14.422011 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3aa88022-8b57-4887-a4de-4d1492c4d02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:14.446682 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-868171dc-44da-4791-93a7-9a5436968454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:14.451084 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-868171dc-44da-4791-93a7-9a5436968454 admin admin] Usage tracker for resource:security_group_rule and tenant:a467edd465a44ff5be1fbafd4063ea1c is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:14.453903 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-868171dc-44da-4791-93a7-9a5436968454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:14.460094 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-868171dc-44da-4791-93a7-9a5436968454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:14.499733 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-3aa88022-8b57-4887-a4de-4d1492c4d02b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:14.503638 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-3aa88022-8b57-4887-a4de-4d1492c4d02b admin admin] Usage tracker for resource:security_group_rule and tenant:6fd468d27c2f4ad596dc74b2cbe9b7c1 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:14.506875 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-3aa88022-8b57-4887-a4de-4d1492c4d02b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:14.515631 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-3aa88022-8b57-4887-a4de-4d1492c4d02b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:14.539601 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-868171dc-44da-4791-93a7-9a5436968454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:14.545340 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-868171dc-44da-4791-93a7-9a5436968454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:14.560904 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a796fb47-405d-4dfc-b1de-5e10d4865b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:14.594432 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868171dc-44da-4791-93a7-9a5436968454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a718b79-5b9b-48a6-bd8e-bd21d565b05a,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:14.607695 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-868171dc-44da-4791-93a7-9a5436968454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:14.620737 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-868171dc-44da-4791-93a7-9a5436968454 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a467edd465a44ff5be1fbafd4063ea1c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2323885 Nov 13 07:32:14.621423 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 60924) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:14.702793 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3aa88022-8b57-4887-a4de-4d1492c4d02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:14.718086 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3aa88022-8b57-4887-a4de-4d1492c4d02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:14.728332 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:14.741584 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0c80-6e11-4754-b857-c58ce9f28f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:14.795804 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0c80-6e11-4754-b857-c58ce9f28f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:14.869087 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa88022-8b57-4887-a4de-4d1492c4d02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55052307-3184-4635-99e2-902d32bb4f4f,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:14.883997 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3aa88022-8b57-4887-a4de-4d1492c4d02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:14.891076 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-3aa88022-8b57-4887-a4de-4d1492c4d02b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6fd468d27c2f4ad596dc74b2cbe9b7c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4865179 Nov 13 07:32:14.900137 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 60944) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:14.976188 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e8759-d65f-439c-95e7-bbeb64d9dd69 req-12dcae41-d8e9-446f-a8e3-4947bbe6e631 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:14.977856 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-201e8759-d65f-439c-95e7-bbeb64d9dd69 req-12dcae41-d8e9-446f-a8e3-4947bbe6e631 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1063018 Nov 13 07:32:15.014486 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6a421b63-4efc-4898-bbcb-39154ccd5423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:15.049689 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0c80-6e11-4754-b857-c58ce9f28f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:15.061292 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-305cfedb-1272-44d7-952d-fac79f139d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:15.069053 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6a421b63-4efc-4898-bbcb-39154ccd5423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:15.099115 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-201e8759-d65f-439c-95e7-bbeb64d9dd69 req-c64936a9-ebe9-45f8-8624-3517c94c190c tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021435 Nov 13 07:32:15.114349 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc0c80-6e11-4754-b857-c58ce9f28f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a718b79-5b9b-48a6-bd8e-bd21d565b05a,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:15.121942 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d7dc0c80-6e11-4754-b857-c58ce9f28f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:15.232329 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0c80-6e11-4754-b857-c58ce9f28f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:15.233159 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-d7dc0c80-6e11-4754-b857-c58ce9f28f4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a718b79-5b9b-48a6-bd8e-bd21d565b05a HTTP/1.1" status: 204 len: 168 time: 0.6063848 Nov 13 07:32:15.267817 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d326b-43d2-4853-bc3f-ce1bf86dbdc4 req-14cd0700-93a7-4a22-bc36-31128557abd5 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:15.269599 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3b4d326b-43d2-4853-bc3f-ce1bf86dbdc4 req-14cd0700-93a7-4a22-bc36-31128557abd5 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1507044 Nov 13 07:32:15.273537 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6a421b63-4efc-4898-bbcb-39154ccd5423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:15.278373 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60966) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:15.282075 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7a1d54bf-5214-41c7-8dcd-de26b8549f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:15.319711 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a421b63-4efc-4898-bbcb-39154ccd5423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55052307-3184-4635-99e2-902d32bb4f4f,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:15.325293 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-6a421b63-4efc-4898-bbcb-39154ccd5423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:15.326009 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6a421b63-4efc-4898-bbcb-39154ccd5423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:15.327157 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-6a421b63-4efc-4898-bbcb-39154ccd5423 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55052307-3184-4635-99e2-902d32bb4f4f HTTP/1.1" status: 204 len: 168 time: 0.4261007 Nov 13 07:32:15.367678 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3b4d326b-43d2-4853-bc3f-ce1bf86dbdc4 req-e33d68be-9d98-4ff2-af3f-1d54d8d2b0d5 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866547 Nov 13 07:32:15.465316 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:15.519436 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d75c1f-bef8-4cce-a5a4-e9d535972202 req-7f6a25c6-a6a1-4ada-9910-a1c847512f2c tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:15.526819 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-64d75c1f-bef8-4cce-a5a4-e9d535972202 req-7f6a25c6-a6a1-4ada-9910-a1c847512f2c tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 949 time: 0.1972356 Nov 13 07:32:15.568214 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-78824718-9a1c-4f69-a83c-fa799ba33766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:15.631338 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-64d75c1f-bef8-4cce-a5a4-e9d535972202 req-3bad2ced-b975-426e-a822-82703354c22a tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034448 Nov 13 07:32:15.649788 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-78824718-9a1c-4f69-a83c-fa799ba33766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:15.649788 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-78824718-9a1c-4f69-a83c-fa799ba33766 admin admin] Usage tracker for resource:security_group_rule and tenant:5cc18417c7704aed9bed8df2a32d1bd7 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:15.651656 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-78824718-9a1c-4f69-a83c-fa799ba33766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:15.657668 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-78824718-9a1c-4f69-a83c-fa799ba33766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:15.741557 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-78824718-9a1c-4f69-a83c-fa799ba33766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:15.747526 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-78824718-9a1c-4f69-a83c-fa799ba33766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:15.759584 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8582f11c-5e90-4195-a49c-429280dff246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:15.774127 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 241f11c0-135d-4f83-8473-553a04d17a7f up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:32:15.881048 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78824718-9a1c-4f69-a83c-fa799ba33766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1825f20e-6ceb-464b-b52c-f472eef599b0,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:15.886121 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-78824718-9a1c-4f69-a83c-fa799ba33766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:15.893717 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-78824718-9a1c-4f69-a83c-fa799ba33766 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5cc18417c7704aed9bed8df2a32d1bd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6140461 Nov 13 07:32:15.896861 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 60996) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:15.908595 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 241f11c0-135d-4f83-8473-553a04d17a7f completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:32:15.920172 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 241f11c0-135d-4f83-8473-553a04d17a7f triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:32:15.921085 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:15.981225 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a4a8097f-c3f8-461d-b70e-a85a650b3485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:16.012100 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a4a8097f-c3f8-461d-b70e-a85a650b3485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:16.090048 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a4a8097f-c3f8-461d-b70e-a85a650b3485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:16.094165 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-868171dc-44da-4791-93a7-9a5436968454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:16.111787 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8097f-c3f8-461d-b70e-a85a650b3485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1825f20e-6ceb-464b-b52c-f472eef599b0,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:16.114195 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a4a8097f-c3f8-461d-b70e-a85a650b3485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:16.115250 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:16.124309 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a4a8097f-c3f8-461d-b70e-a85a650b3485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:16.125873 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a4a8097f-c3f8-461d-b70e-a85a650b3485 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1825f20e-6ceb-464b-b52c-f472eef599b0 HTTP/1.1" status: 204 len: 168 time: 0.2254939 Nov 13 07:32:16.158393 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64198a9-e205-49dc-b3b7-e81b617cf80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241f11c0-135d-4f83-8473-553a04d17a7f'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:16.195381 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 241f11c0-135d-4f83-8473-553a04d17a7f, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=241f11c0-135d-4f83-8473-553a04d17a7f,segment=NetworkSegment(c4e815f8-dc16-4981-8025-8d55342594ed),segment_id=c4e815f8-dc16-4981-8025-8d55342594ed)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:16.205086 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:16.207404 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:16.331486 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64198a9-e205-49dc-b3b7-e81b617cf80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241f11c0-135d-4f83-8473-553a04d17a7f', 'code': 200} Nov 13 07:32:16.333090 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=241f11c0-135d-4f83-8473-553a04d17a7f,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:16.337048 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:16.491511 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36266b4a-11e4-4eeb-821b-236801cbcf47 req-1e7d0cd6-8ac7-4511-b304-ee8943b2fc08 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:16.498293 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-36266b4a-11e4-4eeb-821b-236801cbcf47 req-1e7d0cd6-8ac7-4511-b304-ee8943b2fc08 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1427147 Nov 13 07:32:16.575771 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-36266b4a-11e4-4eeb-821b-236801cbcf47 req-e6a4c38c-4dd5-4aab-9385-ced332f479fe tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765028 Nov 13 07:32:16.617616 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2ec4af8a-008a-4966-b5b3-4d1cb549e9cd req-a1e3ea69-c8ac-46ae-83b0-5d36905f1aed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 1103 time: 0.0859745 Nov 13 07:32:16.708543 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2ec4af8a-008a-4966-b5b3-4d1cb549e9cd req-f6432c0d-9277-4560-9293-bab490742798 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807278 Nov 13 07:32:16.866307 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 32814) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:16.917864 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8386-5d6a-42e1-b417-667bd2df3043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:16.921912 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d5e71-ca65-452c-9a93-bd99a442acd4 req-a76f0a7b-2ea9-4d26-9601-4512b7a53bed tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:16.923554 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d25d5e71-ca65-452c-9a93-bd99a442acd4 req-a76f0a7b-2ea9-4d26-9601-4512b7a53bed tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 950 time: 0.1141012 Nov 13 07:32:16.936366 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:16.996488 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-2dcf8386-5d6a-42e1-b417-667bd2df3043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:17.002465 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d25d5e71-ca65-452c-9a93-bd99a442acd4 req-f69560f9-52f4-4920-80b6-f515d554e4bc tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710688 Nov 13 07:32:17.003995 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-2dcf8386-5d6a-42e1-b417-667bd2df3043 admin admin] Usage tracker for resource:security_group_rule and tenant:2c2d81ede51c482db6d0baca6735dfb0 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:17.008522 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-2dcf8386-5d6a-42e1-b417-667bd2df3043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:17.017854 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-2dcf8386-5d6a-42e1-b417-667bd2df3043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:17.114100 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8386-5d6a-42e1-b417-667bd2df3043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:17.119637 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-2dcf8386-5d6a-42e1-b417-667bd2df3043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:17.134524 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-48c6f15a-0be9-47de-87d3-563ac09841ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:17.182678 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-2dcf8386-5d6a-42e1-b417-667bd2df3043 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c2d81ede51c482db6d0baca6735dfb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3147061 Nov 13 07:32:17.183599 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf8386-5d6a-42e1-b417-667bd2df3043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784a8bcc-b521-4ede-a5b3-dc122e40742c,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:17.186626 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-2dcf8386-5d6a-42e1-b417-667bd2df3043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:17.187147 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 32824) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:17.264757 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b255b9fe-bb51-4944-8cc7-7b6beb8d2cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:17.291115 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b255b9fe-bb51-4944-8cc7-7b6beb8d2cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:17.376127 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b255b9fe-bb51-4944-8cc7-7b6beb8d2cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:17.381747 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:17.394450 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b255b9fe-bb51-4944-8cc7-7b6beb8d2cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784a8bcc-b521-4ede-a5b3-dc122e40742c,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:17.398085 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b255b9fe-bb51-4944-8cc7-7b6beb8d2cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:17.400394 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b255b9fe-bb51-4944-8cc7-7b6beb8d2cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:17.404543 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-b255b9fe-bb51-4944-8cc7-7b6beb8d2cc4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/784a8bcc-b521-4ede-a5b3-dc122e40742c HTTP/1.1" status: 204 len: 168 time: 0.2162559 Nov 13 07:32:17.818368 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df34aa-9af1-40b8-a522-792bac6758af req-5db81136-ddf3-499c-af86-fcc041721c62 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:17.823260 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-24df34aa-9af1-40b8-a522-792bac6758af req-5db81136-ddf3-499c-af86-fcc041721c62 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.0992835 Nov 13 07:32:17.877625 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-24df34aa-9af1-40b8-a522-792bac6758af req-18f86237-dadf-46cd-9685-2522d0a41aec tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508826 Nov 13 07:32:18.318316 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a158ef9-52fc-42b6-b609-600956558681 req-02f33a8c-e3de-44c4-a2b9-2a4018a05a24 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:18.327285 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0a158ef9-52fc-42b6-b609-600956558681 req-02f33a8c-e3de-44c4-a2b9-2a4018a05a24 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 950 time: 0.0994127 Nov 13 07:32:18.387808 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0a158ef9-52fc-42b6-b609-600956558681 req-aa7df176-e20e-46fe-8af4-4dbebb2e1f5c tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579658 Nov 13 07:32:18.675153 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 32888) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:18.957491 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4b9a48f8-74e7-4270-8700-ba2503a64931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:18.991351 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-4b9a48f8-74e7-4270-8700-ba2503a64931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:18.995676 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-4b9a48f8-74e7-4270-8700-ba2503a64931 admin admin] Usage tracker for resource:security_group_rule and tenant:47e286ad7b7f40b7922b861832b7975b is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:18.998934 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-4b9a48f8-74e7-4270-8700-ba2503a64931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:19.005593 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-4b9a48f8-74e7-4270-8700-ba2503a64931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:19.146030 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4b9a48f8-74e7-4270-8700-ba2503a64931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:19.155989 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fd61a-8a32-442f-ad5a-8b7776f3056b req-d2d2b104-1f74-4986-a2f2-682d9f9ce1e8 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:19.157460 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-818fd61a-8a32-442f-ad5a-8b7776f3056b req-d2d2b104-1f74-4986-a2f2-682d9f9ce1e8 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1259134 Nov 13 07:32:19.158504 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4b9a48f8-74e7-4270-8700-ba2503a64931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:19.169280 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-431ef44e-ae36-4388-a294-ecdb7662d416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:19.229320 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a48f8-74e7-4270-8700-ba2503a64931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e2125b-ff93-4133-a199-1e5f1bb8ec80,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:19.241898 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4b9a48f8-74e7-4270-8700-ba2503a64931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:19.250952 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-4b9a48f8-74e7-4270-8700-ba2503a64931 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47e286ad7b7f40b7922b861832b7975b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5747051 Nov 13 07:32:19.253755 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 32914) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:19.262768 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-818fd61a-8a32-442f-ad5a-8b7776f3056b req-156e29d1-956e-4a2a-bca2-996400949357 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944407 Nov 13 07:32:19.389580 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-db444e21-8bc5-45e5-9de7-60e7a6abcc4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:19.419252 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-db444e21-8bc5-45e5-9de7-60e7a6abcc4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:19.491770 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-db444e21-8bc5-45e5-9de7-60e7a6abcc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:19.496642 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d00f2126-feff-4453-8ba3-ddaefa2bdafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:19.517641 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db444e21-8bc5-45e5-9de7-60e7a6abcc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e2125b-ff93-4133-a199-1e5f1bb8ec80,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:19.518002 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-db444e21-8bc5-45e5-9de7-60e7a6abcc4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:19.542863 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-db444e21-8bc5-45e5-9de7-60e7a6abcc4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:19.546600 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-db444e21-8bc5-45e5-9de7-60e7a6abcc4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21e2125b-ff93-4133-a199-1e5f1bb8ec80 HTTP/1.1" status: 204 len: 168 time: 0.2879016 Nov 13 07:32:19.619434 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7369d-ecdf-46ad-8050-7607d7bb3e0d req-7c9a5f82-0aa6-4cbd-80be-faf4c4a1a29b tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:19.627127 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6ba7369d-ecdf-46ad-8050-7607d7bb3e0d req-7c9a5f82-0aa6-4cbd-80be-faf4c4a1a29b tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 950 time: 0.0913229 Nov 13 07:32:19.679446 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6ba7369d-ecdf-46ad-8050-7607d7bb3e0d req-c5ba4163-e8bf-47f0-83dd-8a3a2aec48dc tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512025 Nov 13 07:32:20.076442 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-840450de-28b4-4726-af9d-c90c168c3e39 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:20.077884 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-840450de-28b4-4726-af9d-c90c168c3e39 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 815 time: 0.1851485 Nov 13 07:32:20.096852 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 32956) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:20.103263 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-6e1309b1-3ac3-4c37-bb56-8f21a63b5e43 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/quotas/1f749ccecce34b19ae5c85eb9ae9bbcf HTTP/1.1" status: 200 len: 375 time: 0.0149736 Nov 13 07:32:20.125096 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d92b2b49-abe9-4cf2-aec2-2445a993d3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:20.166102 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d92b2b49-abe9-4cf2-aec2-2445a993d3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:20.170268 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d92b2b49-abe9-4cf2-aec2-2445a993d3cc admin admin] Usage tracker for resource:security_group_rule and tenant:620c91921aae4e4788aaeadbfa57c7a5 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:20.173170 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d92b2b49-abe9-4cf2-aec2-2445a993d3cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:20.179547 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d92b2b49-abe9-4cf2-aec2-2445a993d3cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:20.202897 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-4f767d28-feb8-4bc0-be72-5a88402a8b64 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960734 Nov 13 07:32:20.305746 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d92b2b49-abe9-4cf2-aec2-2445a993d3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:20.315655 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d92b2b49-abe9-4cf2-aec2-2445a993d3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:20.326370 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ad688a16-000c-4548-be79-bc138c1efca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:20.393889 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b2b49-abe9-4cf2-aec2-2445a993d3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11c0999-7665-44ef-82bc-f28b5e93bca4,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:20.397333 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d92b2b49-abe9-4cf2-aec2-2445a993d3cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:20.400044 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d92b2b49-abe9-4cf2-aec2-2445a993d3cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=620c91921aae4e4788aaeadbfa57c7a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3017123 Nov 13 07:32:20.402575 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 32966) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:20.470597 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-5ca1af6a-8009-4dfb-a814-75885c57c4aa service neutron] 10.222.0.15 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594726 Nov 13 07:32:20.493912 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e16e74c0-de21-43f0-bf18-5dc70e89ddd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:20.534812 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e16e74c0-de21-43f0-bf18-5dc70e89ddd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:20.653826 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-c89a95f0-1324-4103-85c9-353cd9548cf0 service neutron] 10.222.0.15 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793365 Nov 13 07:32:20.662070 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e16e74c0-de21-43f0-bf18-5dc70e89ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:20.668812 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-c1daa20e-0f3a-4686-ab9f-940398063c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:20.687212 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e74c0-de21-43f0-bf18-5dc70e89ddd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11c0999-7665-44ef-82bc-f28b5e93bca4,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:20.692396 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e16e74c0-de21-43f0-bf18-5dc70e89ddd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:20.709980 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e16e74c0-de21-43f0-bf18-5dc70e89ddd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:20.711121 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-e16e74c0-de21-43f0-bf18-5dc70e89ddd1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e11c0999-7665-44ef-82bc-f28b5e93bca4 HTTP/1.1" status: 204 len: 168 time: 0.3076401 Nov 13 07:32:20.737653 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398146da-6f99-4202-b948-2936f54ade07 req-c6a623ac-af14-488a-9ffa-028736065e4d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:20.741477 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-398146da-6f99-4202-b948-2936f54ade07 req-c6a623ac-af14-488a-9ffa-028736065e4d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1526320 Nov 13 07:32:20.804861 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-398146da-6f99-4202-b948-2936f54ade07 req-36b532c6-893b-45f4-81bf-f80b9b948406 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547628 Nov 13 07:32:21.007215 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7070d89e-d4f3-4e4b-be16-2d9bae252461 req-24d889ad-1832-480b-89aa-2f8fd9b0dedb tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 210 time: 0.1085184 Nov 13 07:32:21.336523 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa0a4e-7088-4435-acce-ff2166d8387d req-045861be-ad6b-421e-b8fa-a29cfe8e9ed7 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:21.342679 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-84fa0a4e-7088-4435-acce-ff2166d8387d req-045861be-ad6b-421e-b8fa-a29cfe8e9ed7 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 950 time: 0.1186044 Nov 13 07:32:21.428704 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-84fa0a4e-7088-4435-acce-ff2166d8387d req-ed0214d8-99d1-474c-a41d-1e0f48923c26 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753269 Nov 13 07:32:21.662366 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33026) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:21.813725 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8ba1c75a-9044-4bad-a7d6-1e9ca378b33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:21.852261 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-8ba1c75a-9044-4bad-a7d6-1e9ca378b33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:21.856820 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-8ba1c75a-9044-4bad-a7d6-1e9ca378b33d admin admin] Usage tracker for resource:security_group_rule and tenant:40d2c579186c4e4f8c5a37bbf94cbdb1 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:21.859814 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-8ba1c75a-9044-4bad-a7d6-1e9ca378b33d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:21.873868 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-8ba1c75a-9044-4bad-a7d6-1e9ca378b33d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:21.934142 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8ba1c75a-9044-4bad-a7d6-1e9ca378b33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:21.938888 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8ba1c75a-9044-4bad-a7d6-1e9ca378b33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:21.946671 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-9fed21d7-bc4e-4454-b7a8-88aed023a6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:21.994685 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1c75a-9044-4bad-a7d6-1e9ca378b33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af19888f-cac0-47ef-8a09-cf09d401a118,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:21.998847 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8ba1c75a-9044-4bad-a7d6-1e9ca378b33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:22.004173 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-8ba1c75a-9044-4bad-a7d6-1e9ca378b33d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=40d2c579186c4e4f8c5a37bbf94cbdb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3382783 Nov 13 07:32:22.005559 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33040) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:22.015674 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752e3d5-5569-4b17-ad39-5476ff4b3c33 req-31b96d0a-779a-40e5-b154-9d9f2c9b4d55 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:22.018073 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4752e3d5-5569-4b17-ad39-5476ff4b3c33 req-31b96d0a-779a-40e5-b154-9d9f2c9b4d55 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.0926790 Nov 13 07:32:22.083158 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4752e3d5-5569-4b17-ad39-5476ff4b3c33 req-b6121659-ea38-4743-bee7-cf764949919f tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555975 Nov 13 07:32:22.099254 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a04a3d41-b968-4667-b303-3e40da45a3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:22.132901 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a04a3d41-b968-4667-b303-3e40da45a3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:22.198866 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a04a3d41-b968-4667-b303-3e40da45a3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:22.215840 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8ba1c75a-9044-4bad-a7d6-1e9ca378b33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:22.266113 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a3d41-b968-4667-b303-3e40da45a3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af19888f-cac0-47ef-8a09-cf09d401a118,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:22.316556 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a04a3d41-b968-4667-b303-3e40da45a3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:22.340219 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-105ad752-fc98-4e45-929c-2895f8e8d169 req-ca7a072f-a05b-4930-85cf-c43e1aab3b65 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 210 time: 0.1065204 Nov 13 07:32:22.347830 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a04a3d41-b968-4667-b303-3e40da45a3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:22.352678 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a04a3d41-b968-4667-b303-3e40da45a3c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af19888f-cac0-47ef-8a09-cf09d401a118 HTTP/1.1" status: 204 len: 168 time: 0.3470349 Nov 13 07:32:22.793492 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-0ed9bb69-6d28-4173-9da1-6fb27fd1fdba tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:22.796026 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-0ed9bb69-6d28-4173-9da1-6fb27fd1fdba tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 815 time: 0.2361710 Nov 13 07:32:22.848469 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Request body: {'port': {'device_id': '46bbdb96-8c0d-4012-bbde-b08fa63410ff', 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351', 'admin_state_up': True, 'tenant_id': '1f749ccecce34b19ae5c85eb9ae9bbcf'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:22.955026 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33080) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:22.976620 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bd4968c6-3311-4a64-9b28-4f5fad092d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:23.014810 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-bd4968c6-3311-4a64-9b28-4f5fad092d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:23.017404 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3d576-f6d2-412b-b21b-7ef947ddf9d7 req-5fe6575b-daa5-4221-8e94-8fa102a549f2 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:23.022303 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-bd4968c6-3311-4a64-9b28-4f5fad092d89 admin admin] Usage tracker for resource:security_group_rule and tenant:1b29d72746f442bda40dc14e50952b66 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:23.030835 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0bc3d576-f6d2-412b-b21b-7ef947ddf9d7 req-5fe6575b-daa5-4221-8e94-8fa102a549f2 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 950 time: 0.3650069 Nov 13 07:32:23.035891 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-bd4968c6-3311-4a64-9b28-4f5fad092d89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:23.042451 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-bd4968c6-3311-4a64-9b28-4f5fad092d89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:23.119924 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bd4968c6-3311-4a64-9b28-4f5fad092d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:23.128237 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bd4968c6-3311-4a64-9b28-4f5fad092d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:23.143396 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0bc3d576-f6d2-412b-b21b-7ef947ddf9d7 req-dd5c6451-9bb8-45ba-b5d6-4cbd830a0f7e tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170270 Nov 13 07:32:23.152275 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:23.162859 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a4693296-d005-4c5f-bfa9-cce229feb17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:23.177199 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:23.193422 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Made reservation on behalf of 1f749ccecce34b19ae5c85eb9ae9bbcf for: {'port': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:32:23.199088 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:23.211515 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4968c6-3311-4a64-9b28-4f5fad092d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bf0b9d-a7b8-44a7-9c15-a755b7b61aba,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:23.215628 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-bd4968c6-3311-4a64-9b28-4f5fad092d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:23.222921 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-bd4968c6-3311-4a64-9b28-4f5fad092d89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b29d72746f442bda40dc14e50952b66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2662716 Nov 13 07:32:23.224069 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33090) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:23.416567 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-236e85fa-55e4-4cc9-8979-9d265ffeff05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:23.425962 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba3638-2f79-429c-b0f1-0058481769fe req-5dddf946-ae65-41e9-8016-9624a146e683 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:23.433002 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-77ba3638-2f79-429c-b0f1-0058481769fe req-5dddf946-ae65-41e9-8016-9624a146e683 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1931796 Nov 13 07:32:23.487274 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Allocated IP 172.20.0.8 (c086dbfe-3975-4dc7-ba75-b459e44d4351/f550449c-055d-4432-b29f-0276b0b90157/f3a07906-1050-482c-a965-5b2c065380d7) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:32:23.503476 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-236e85fa-55e4-4cc9-8979-9d265ffeff05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:23.534753 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674294c4-6a8d-4a36-b019-fb3c3785a878 req-2e84765c-c83d-491f-ac0e-8dbba3531f89 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:23.536366 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-674294c4-6a8d-4a36-b019-fb3c3785a878 req-2e84765c-c83d-491f-ac0e-8dbba3531f89 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.36 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 950 time: 0.2207520 Nov 13 07:32:23.553826 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-77ba3638-2f79-429c-b0f1-0058481769fe req-32583276-00cd-4ef0-bd52-cb42db1834a4 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198039 Nov 13 07:32:23.573154 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e1b74299-869c-4be9-bc71-1f125af1bc3b req-23037f06-ecb6-4b28-9d43-73d86d5be572 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 210 time: 0.0733418 Nov 13 07:32:23.657564 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-674294c4-6a8d-4a36-b019-fb3c3785a878 req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Deleting port 241f11c0-135d-4f83-8473-553a04d17a7f {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:32:23.657942 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-674294c4-6a8d-4a36-b019-fb3c3785a878 req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:23.719554 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-236e85fa-55e4-4cc9-8979-9d265ffeff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:23.727259 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-9e7c1c12-0321-4b2a-a28b-574e9fd0cd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:23.771303 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e85fa-55e4-4cc9-8979-9d265ffeff05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bf0b9d-a7b8-44a7-9c15-a755b7b61aba,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:23.774367 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-236e85fa-55e4-4cc9-8979-9d265ffeff05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:23.789820 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-236e85fa-55e4-4cc9-8979-9d265ffeff05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:23.793247 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-236e85fa-55e4-4cc9-8979-9d265ffeff05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9bf0b9d-a7b8-44a7-9c15-a755b7b61aba HTTP/1.1" status: 204 len: 168 time: 0.5654240 Nov 13 07:32:23.853901 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:23.893831 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:23.907934 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['7feb61ed-1f5d-47f6-99df-fc9b92b3f60a', 'aaad678d-1145-4b2f-8d76-a9c401085e65'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:32:23.917234 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:24.021025 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Network c086dbfe-3975-4dc7-ba75-b459e44d4351 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:32:24.044661 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Pushing event updated for resources: {'Port': ['ID=f3a07906-1050-482c-a965-5b2c065380d7,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:24.047961 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:24.049361 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:32:24.051727 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:32:24.056427 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:24.057743 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:24.094910 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2672417 Nov 13 07:32:24.108419 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Request body: {'port': {'device_id': '46bbdb96-8c0d-4012-bbde-b08fa63410ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:24.124072 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-674294c4-6a8d-4a36-b019-fb3c3785a878 req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] For port 241f11c0-135d-4f83-8473-553a04d17a7f, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=241f11c0-135d-4f83-8473-553a04d17a7f,segment=NetworkSegment(c4e815f8-dc16-4981-8025-8d55342594ed),segment_id=c4e815f8-dc16-4981-8025-8d55342594ed)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:24.124412 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-674294c4-6a8d-4a36-b019-fb3c3785a878 req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:24.370980 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:24.393937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-674294c4-6a8d-4a36-b019-fb3c3785a878 req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Calling delete_port for 241f11c0-135d-4f83-8473-553a04d17a7f owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:32:24.738087 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dca73-8203-444c-b2f1-9003f9d545e4 req-82ddb144-1b09-47cd-890a-9bbd3f1f2319 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:24.753958 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-db0dca73-8203-444c-b2f1-9003f9d545e4 req-82ddb144-1b09-47cd-890a-9bbd3f1f2319 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 950 time: 0.3676639 Nov 13 07:32:24.834170 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-db0dca73-8203-444c-b2f1-9003f9d545e4 req-db041b6b-6ff2-4a1b-9208-c02426281359 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/security-groups?id=023d8db1-9d15-4b67-9890-ecbe25f62554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791492 Nov 13 07:32:24.835421 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-674294c4-6a8d-4a36-b019-fb3c3785a878 req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:24.855226 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-dc4f9e33-12b3-416f-b130-9cbfcb607264 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:24.920013 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['241f11c0-135d-4f83-8473-553a04d17a7f'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:32:24.973965 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Pushing event deleted for resources: {'Port': ['ID=241f11c0-135d-4f83-8473-553a04d17a7f,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:24.979469 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:25.160812 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a07906-1050-482c-a965-5b2c065380d7 {{(pid=82811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:32:25.187365 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:25.190106 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-674294c4-6a8d-4a36-b019-fb3c3785a878 req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] No DVR routers for this DVR port 241f11c0-135d-4f83-8473-553a04d17a7f on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:32:25.201361 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-674294c4-6a8d-4a36-b019-fb3c3785a878 req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:25.214512 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Transition to ACTIVE for port object f3a07906-1050-482c-a965-5b2c065380d7 will not be triggered until provisioned by entity L2. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:32:25.223969 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64198a9-e205-49dc-b3b7-e81b617cf80e', 'name': 'network-vif-deleted', 'tag': '241f11c0-135d-4f83-8473-553a04d17a7f'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:25.229077 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:25.251480 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:25.274906 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-674294c4-6a8d-4a36-b019-fb3c3785a878 req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.36 "DELETE /v2.0/ports/241f11c0-135d-4f83-8473-553a04d17a7f HTTP/1.1" status: 204 len: 173 time: 1.7184186 Nov 13 07:32:25.345212 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b1d01-1401-4b06-80e5-f0cf2d7ac391 req-f5b14eb8-8cd8-4d0b-b6d7-7650473ba462 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:25.357992 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a92b1d01-1401-4b06-80e5-f0cf2d7ac391 req-f5b14eb8-8cd8-4d0b-b6d7-7650473ba462 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 931 time: 0.2343137 Nov 13 07:32:25.358894 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c0d7f-5ca6-4f1e-8f77-ccc475821f22 req-df3dbc06-5810-4bb9-8159-08a430014c2a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:25.368296 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-582c0d7f-5ca6-4f1e-8f77-ccc475821f22 req-df3dbc06-5810-4bb9-8159-08a430014c2a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.4931984 Nov 13 07:32:25.402886 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33178) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:25.478924 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a92b1d01-1401-4b06-80e5-f0cf2d7ac391 req-de432ef0-8a21-4274-b1b2-be03be96a9d4 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200092 Nov 13 07:32:25.579572 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-582c0d7f-5ca6-4f1e-8f77-ccc475821f22 req-e6b53060-6cff-47d3-b31e-2f615691ece7 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101181 Nov 13 07:32:25.580692 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a07906-1050-482c-a965-5b2c065380d7,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:25.586283 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:25.601793 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64198a9-e205-49dc-b3b7-e81b617cf80e', 'name': 'network-vif-deleted', 'tag': '241f11c0-135d-4f83-8473-553a04d17a7f', 'status': 'completed', 'code': 200} Nov 13 07:32:25.652443 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Attempting to bind port f3a07906-1050-482c-a965-5b2c065380d7 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:32:25.652844 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Attempting to bind port f3a07906-1050-482c-a965-5b2c065380d7 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'}] {{(pid=82811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:32:25.653122 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Attempting to bind port f3a07906-1050-482c-a965-5b2c065380d7 on network c086dbfe-3975-4dc7-ba75-b459e44d4351 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:32:25.659222 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Port f3a07906-1050-482c-a965-5b2c065380d7 on network c086dbfe-3975-4dc7-ba75-b459e44d4351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:32:25.659538 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Attempting to bind port f3a07906-1050-482c-a965-5b2c065380d7 on network c086dbfe-3975-4dc7-ba75-b459e44d4351 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:32:25.667305 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:32:25.667643 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Checking segment: {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:32:25.668048 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Bound using segment: {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'} {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:32:25.668455 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Bound port: f3a07906-1050-482c-a965-5b2c065380d7, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'}}] {{(pid=82811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:32:25.668860 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:25.673633 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-341866632-network', 'tenant_id': 'f3efa36991f043c28b7713f0d0625860'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:25.679718 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:25.683743 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Usage tracker for resource:network and tenant:f3efa36991f043c28b7713f0d0625860 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:25.686598 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:25.692788 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:25.704218 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Made reservation on behalf of f3efa36991f043c28b7713f0d0625860 for: {'network': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:32:25.706277 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:25.720301 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:25.752960 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:25.757843 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Usage tracker for resource:security_group_rule and tenant:f3efa36991f043c28b7713f0d0625860 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:25.761209 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:25.767490 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:25.770083 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] For port f3a07906-1050-482c-a965-5b2c065380d7, host hv-cinder-81783, cleared binding levels {{(pid=82811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:32:25.773854 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] For port f3a07906-1050-482c-a965-5b2c065380d7, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f3a07906-1050-482c-a965-5b2c065380d7,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:32:25.783102 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:25.787852 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:25.844873 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:25.848171 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:25.850406 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:25.854609 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a04a3d41-b968-4667-b303-3e40da45a3c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:25.859994 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] 10.222.0.36 "PUT /v2.0/ports/f3a07906-1050-482c-a965-5b2c065380d7 HTTP/1.1" status: 200 len: 1093 time: 1.7563984 Nov 13 07:32:25.860551 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bbdb96-8c0d-4012-bbde-b08fa63410ff', 'tag': 'f3a07906-1050-482c-a965-5b2c065380d7'}] {{(pid=82811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:25.893343 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=82812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:32:25.926446 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8e0903-633d-4da0-a444-a7cf0db37c22,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:25.934579 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:25.943557 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:25.944047 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.segments_db [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Added segment 663995bd-0317-4b73-95d1-ba172a5752c9 of type vlan for network 8f05c82b-8934-427d-85fc-f78328d4b615 Nov 13 07:32:26.009044 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:26.058832 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:26.060316 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:26.061141 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:26.064604 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bbdb96-8c0d-4012-bbde-b08fa63410ff', 'tag': 'f3a07906-1050-482c-a965-5b2c065380d7', 'status': 'completed', 'code': 200} Nov 13 07:32:26.085009 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Pushing event updated for resources: {'Port': ['ID=f3a07906-1050-482c-a965-5b2c065380d7,revision_number=3']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:26.087010 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:26.097809 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a6cfb907-ebb6-4683-9bd9-0441612cc99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:26.132021 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-efea2ff8-6ed8-4dda-a138-fe368bddd46a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 1096 time: 0.2047873 Nov 13 07:32:26.164113 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-5d832570-f6bc-4bd2-adb5-8fd423658675 req-ef8103cd-d113-4ca4-afff-5638e7bd5790 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Synchronizing usage tracker for tenant:8a6bba907ae04d0995e5e7e5fdcc535d on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:32:26.223655 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8221383 Nov 13 07:32:26.227843 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-e8fadd11-cabe-4d17-aa5c-d87e3c5fc304 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3a07906-1050-482c-a965-5b2c065380d7 HTTP/1.1" status: 200 len: 217 time: 0.0759315 Nov 13 07:32:26.228323 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 33208) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:26.233959 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Request body: {'subnet': {'network_id': '8f05c82b-8934-427d-85fc-f78328d4b615', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-341866632-subnet', 'tenant_id': 'f3efa36991f043c28b7713f0d0625860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:26.239508 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:26.244414 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Usage tracker for resource:subnet and tenant:f3efa36991f043c28b7713f0d0625860 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:26.258086 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Pushing event updated for resources: {'Network': ['ID=8f05c82b-8934-427d-85fc-f78328d4b615,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:26.262033 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:26.266955 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-5d832570-f6bc-4bd2-adb5-8fd423658675 req-ef8103cd-d113-4ca4-afff-5638e7bd5790 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Unset dirty status for tenant:8a6bba907ae04d0995e5e7e5fdcc535d on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:32:26.268948 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5d832570-f6bc-4bd2-adb5-8fd423658675 req-ef8103cd-d113-4ca4-afff-5638e7bd5790 tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64198a9-e205-49dc-b3b7-e81b617cf80e HTTP/1.1" status: 200 len: 210 time: 0.1722376 Nov 13 07:32:26.270032 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 8f05c82b-8934-427d-85fc-f78328d4b615 details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:32:26.320986 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:26.327390 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-a05ccdd7-dfe9-4cb0-9b44-5d987b143bdb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:26.329387 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-a05ccdd7-dfe9-4cb0-9b44-5d987b143bdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f550449c-055d-4432-b29f-0276b0b90157 HTTP/1.1" status: 200 len: 855 time: 0.0819809 Nov 13 07:32:26.333775 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:26.446672 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Made reservation on behalf of f3efa36991f043c28b7713f0d0625860 for: {'subnet': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:32:26.449009 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:26.473130 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-b854e1ea-a8d7-438b-a38f-1c5dcdbfad01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c086dbfe-3975-4dc7-ba75-b459e44d4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305745 Nov 13 07:32:26.761382 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33228) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:26.764731 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-9c9358da-42f3-4810-a544-47a68bfc9c89 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387252 Nov 13 07:32:26.976886 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:26.993036 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-78d6a947-f584-4c65-ad0b-f0332ac69187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:27.010663 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfe0c-5052-4078-a6db-839b4cc9b6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:27.026878 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11aca1-cf57-4918-b006-8cd682a7a769 req-fe961adb-9913-4e46-ae5c-697e02450451 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:27.027287 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5350cc-b62d-4b2a-9a9d-548d1541e9c4 req-5d36a22a-eca8-4d77-bc62-49f172db02d9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:27.027571 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-ae11aca1-cf57-4918-b006-8cd682a7a769 req-fe961adb-9913-4e46-ae5c-697e02450451 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Synchronizing usage tracker for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:32:27.028731 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0e5350cc-b62d-4b2a-9a9d-548d1541e9c4 req-5d36a22a-eca8-4d77-bc62-49f172db02d9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1676354 Nov 13 07:32:27.074938 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-b0bcfe0c-5052-4078-a6db-839b4cc9b6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:27.080289 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-b0bcfe0c-5052-4078-a6db-839b4cc9b6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:7865e05a4dc14192a6f4932bcd574c94 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:27.085814 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-b0bcfe0c-5052-4078-a6db-839b4cc9b6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:27.097281 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-ae11aca1-cf57-4918-b006-8cd682a7a769 req-fe961adb-9913-4e46-ae5c-697e02450451 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Unset dirty status for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:32:27.097644 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-b0bcfe0c-5052-4078-a6db-839b4cc9b6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:27.098511 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ae11aca1-cf57-4918-b006-8cd682a7a769 req-fe961adb-9913-4e46-ae5c-697e02450451 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 943 time: 0.4408989 Nov 13 07:32:27.107783 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0e5350cc-b62d-4b2a-9a9d-548d1541e9c4 req-a8421279-b242-46b2-87a6-37b42c899f9a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718775 Nov 13 07:32:27.109915 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e5201a-d489-47f9-91c5-72aa3285f56e,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:27.118248 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:27.159895 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9a5cf71-95d9-4dd0-9a58-f27d312345d3 req-16a8dfe8-8a6c-432e-a087-ffa5affb95cd service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848845 Nov 13 07:32:27.188023 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Checking segment: {'id': '663995bd-0317-4b73-95d1-ba172a5752c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8f05c82b-8934-427d-85fc-f78328d4b615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:32:27.188377 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Network hostable DHCP agents. Network: 8f05c82b-8934-427d-85fc-f78328d4b615, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:32:27.191271 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfe0c-5052-4078-a6db-839b4cc9b6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:27.196115 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b0bcfe0c-5052-4078-a6db-839b4cc9b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:27.203925 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-07e68d56-d2e8-4efd-859f-6fa0753be028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:27.209560 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ae11aca1-cf57-4918-b006-8cd682a7a769 req-c97d0e2f-e107-4897-ac2f-a91737b91337 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899961 Nov 13 07:32:27.248888 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcfe0c-5052-4078-a6db-839b4cc9b6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d26650-3c6f-468a-b321-ff2ade9a6d5b,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:27.253052 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-b0bcfe0c-5052-4078-a6db-839b4cc9b6c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7865e05a4dc14192a6f4932bcd574c94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4900157 Nov 13 07:32:27.253981 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b0bcfe0c-5052-4078-a6db-839b4cc9b6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:27.256037 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33244) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:27.261729 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Network 8f05c82b-8934-427d-85fc-f78328d4b615 is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:32:27.282220 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 8f05c82b-8934-427d-85fc-f78328d4b615) {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:32:27.287238 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:27.287976 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:27.294150 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daa55b8-1d6e-409c-b92a-cebed1ff6fac None None] Network 8f05c82b-8934-427d-85fc-f78328d4b615 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:32:27.331246 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0040ab29-9b05-4be0-8e4e-94f4f4fea606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:27.341983 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-00104021-aef2-46cf-8ff6-cc54dd8fd2a5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1036837 Nov 13 07:32:27.341983 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2f2547d7-5378-4408-9b71-d46c9582708e req-97d80be4-7fd2-4446-aa03-245543c11254 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 1096 time: 0.1189306 Nov 13 07:32:27.398519 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0040ab29-9b05-4be0-8e4e-94f4f4fea606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:27.503448 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0040ab29-9b05-4be0-8e4e-94f4f4fea606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:27.509928 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d8adaf10-887d-458a-ba78-e026719ed09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:27.522911 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040ab29-9b05-4be0-8e4e-94f4f4fea606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d26650-3c6f-468a-b321-ff2ade9a6d5b,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:27.525228 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0040ab29-9b05-4be0-8e4e-94f4f4fea606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:27.528674 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-0040ab29-9b05-4be0-8e4e-94f4f4fea606 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37d26650-3c6f-468a-b321-ff2ade9a6d5b HTTP/1.1" status: 204 len: 168 time: 0.2695208 Nov 13 07:32:27.528674 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0040ab29-9b05-4be0-8e4e-94f4f4fea606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:27.575358 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2547d7-5378-4408-9b71-d46c9582708e req-08c3532d-586e-4fc7-a28b-a2ef428d302d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:27.577100 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2f2547d7-5378-4408-9b71-d46c9582708e req-08c3532d-586e-4fc7-a28b-a2ef428d302d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 916 time: 0.2268052 Nov 13 07:32:27.615176 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d044e-3abd-4ad2-837e-d02e4e42d852 None None] Network 8f05c82b-8934-427d-85fc-f78328d4b615 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:32:27.672045 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2f2547d7-5378-4408-9b71-d46c9582708e req-d81f63ed-9f4f-4e20-a89a-7db82e5b8d37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3a07906-1050-482c-a965-5b2c065380d7 HTTP/1.1" status: 200 len: 217 time: 0.0820529 Nov 13 07:32:27.739718 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2547d7-5378-4408-9b71-d46c9582708e req-b8741f04-1336-4b10-a83f-50157e4f99db service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:27.746296 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2f2547d7-5378-4408-9b71-d46c9582708e req-b8741f04-1336-4b10-a83f-50157e4f99db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f550449c-055d-4432-b29f-0276b0b90157 HTTP/1.1" status: 200 len: 855 time: 0.0617685 Nov 13 07:32:27.803783 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2f2547d7-5378-4408-9b71-d46c9582708e req-a233bd9c-8b25-4aaf-b80e-163e1d12e448 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c086dbfe-3975-4dc7-ba75-b459e44d4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457990 Nov 13 07:32:27.877783 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 241f11c0-135d-4f83-8473-553a04d17a7f no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:32:27.922218 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 241f11c0-135d-4f83-8473-553a04d17a7f {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:32:27.923179 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 241f11c0-135d-4f83-8473-553a04d17a7f not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:32:27.973911 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2f2547d7-5378-4408-9b71-d46c9582708e req-bccb9930-4b5f-467d-ace8-01184de43c0a service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610439 Nov 13 07:32:28.077218 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33290) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:28.113977 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f42bc026-1728-4b7e-bc52-fd83a88bcc2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:28.161183 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2f2547d7-5378-4408-9b71-d46c9582708e req-0bc9094b-9d03-4b2d-a77f-9762ab79ed95 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775305 Nov 13 07:32:28.186069 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-f42bc026-1728-4b7e-bc52-fd83a88bcc2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:28.191941 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-f42bc026-1728-4b7e-bc52-fd83a88bcc2c admin admin] Usage tracker for resource:security_group_rule and tenant:7dd112a2e1c748fdb299bec098732138 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:28.195462 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-f42bc026-1728-4b7e-bc52-fd83a88bcc2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:28.202208 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-f42bc026-1728-4b7e-bc52-fd83a88bcc2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:28.293571 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f42bc026-1728-4b7e-bc52-fd83a88bcc2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:28.302036 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f42bc026-1728-4b7e-bc52-fd83a88bcc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:28.313442 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f3ce6a83-b8af-443c-b4ec-56f08c45829c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:28.350615 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bc026-1728-4b7e-bc52-fd83a88bcc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b49b8b-4932-47a4-aa95-6ccf5e1a51df,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:28.355113 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f42bc026-1728-4b7e-bc52-fd83a88bcc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:28.398984 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-f42bc026-1728-4b7e-bc52-fd83a88bcc2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dd112a2e1c748fdb299bec098732138&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3199782 Nov 13 07:32:28.403716 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33306) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:28.565280 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097aec7-ae90-4ab0-9063-67a86cf8c16a req-08d43210-4797-4ad5-8ea8-a65b8c910040 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:28.569566 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6097aec7-ae90-4ab0-9063-67a86cf8c16a req-08d43210-4797-4ad5-8ea8-a65b8c910040 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1934636 Nov 13 07:32:28.654343 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6097aec7-ae90-4ab0-9063-67a86cf8c16a req-ea50a0d3-3459-4292-8691-e72e8d559683 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782065 Nov 13 07:32:28.661438 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a862-3c15-4087-bc92-48482e09cd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:28.709154 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a862-3c15-4087-bc92-48482e09cd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:28.754522 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a499aa-e606-424a-bab4-0fbaf3421a44 req-1231fff5-5e27-4ca1-8773-db6a814e9f5a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:28.756477 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b3a499aa-e606-424a-bab4-0fbaf3421a44 req-1231fff5-5e27-4ca1-8773-db6a814e9f5a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 943 time: 0.2456145 Nov 13 07:32:28.827312 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b3a499aa-e606-424a-bab4-0fbaf3421a44 req-a53e2180-c210-4d76-b948-e0737db9a9ff tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610352 Nov 13 07:32:28.839615 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a862-3c15-4087-bc92-48482e09cd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:28.844955 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-cb0cc438-967a-45f2-9d4b-f481d882489f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:28.863063 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2a862-3c15-4087-bc92-48482e09cd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b49b8b-4932-47a4-aa95-6ccf5e1a51df,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:28.868557 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a4b2a862-3c15-4087-bc92-48482e09cd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:28.882674 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a4b2a862-3c15-4087-bc92-48482e09cd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:28.889748 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a4b2a862-3c15-4087-bc92-48482e09cd54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2b49b8b-4932-47a4-aa95-6ccf5e1a51df HTTP/1.1" status: 204 len: 168 time: 0.4847465 Nov 13 07:32:29.065664 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33354) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:29.071236 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1117058187-network', 'tenant_id': 'e24d46f6894f4a1aa2cc20e3b2772a08'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:29.090491 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:29.095591 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Usage tracker for resource:network and tenant:e24d46f6894f4a1aa2cc20e3b2772a08 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:29.099089 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:29.108834 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:29.124095 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Made reservation on behalf of e24d46f6894f4a1aa2cc20e3b2772a08 for: {'network': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:32:29.126764 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:29.140757 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:29.181772 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:29.185609 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Usage tracker for resource:security_group_rule and tenant:e24d46f6894f4a1aa2cc20e3b2772a08 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:29.188535 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:29.194609 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:29.268563 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:29.274619 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:29.279139 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b6c8b724-a3dc-4d8e-8bbe-200eea969089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:29.309246 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=82812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:32:29.319937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2275226-7b2d-481f-a15c-828b8ac2a828,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:29.324216 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:29.325145 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:29.325475 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.segments_db [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Added segment 5bae881c-7d9f-445f-aa19-212439086c24 of type vlan for network 98ea6b19-b9bc-48dd-a988-70d43fcf61ef Nov 13 07:32:29.357997 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:29.390531 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:29.392226 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:29.392993 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:29.397701 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:29.504595 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Pushing event updated for resources: {'Network': ['ID=98ea6b19-b9bc-48dd-a988-70d43fcf61ef,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:29.511205 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:29.513399 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4467502 Nov 13 07:32:29.517189 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 33396) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:29.519186 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 98ea6b19-b9bc-48dd-a988-70d43fcf61ef details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:32:29.523520 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Request body: {'subnet': {'network_id': '98ea6b19-b9bc-48dd-a988-70d43fcf61ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1117058187-subnet', 'tenant_id': 'e24d46f6894f4a1aa2cc20e3b2772a08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:29.532346 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:29.537476 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Usage tracker for resource:subnet and tenant:e24d46f6894f4a1aa2cc20e3b2772a08 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:29.540533 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:29.550694 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:29.568824 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Made reservation on behalf of e24d46f6894f4a1aa2cc20e3b2772a08 for: {'subnet': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:32:29.572120 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:29.862169 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device f3a07906-1050-482c-a965-5b2c065380d7 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:32:30.095032 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c8534-0f52-4b07-86d0-bf69506ea8c8 req-2c5ea9e1-13ca-420a-92bf-560aa890675b tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:30.096510 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-577c8534-0f52-4b07-86d0-bf69506ea8c8 req-2c5ea9e1-13ca-420a-92bf-560aa890675b tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.2469079 Nov 13 07:32:30.169714 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce23d0-fdf9-46a0-8eb2-13f4ef31d734 req-5541fabc-1dab-4e8a-a431-186badd9674a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:30.177894 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port f3a07906-1050-482c-a965-5b2c065380d7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f3a07906-1050-482c-a965-5b2c065380d7,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:30.182319 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ffce23d0-fdf9-46a0-8eb2-13f4ef31d734 req-5541fabc-1dab-4e8a-a431-186badd9674a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 943 time: 0.1683431 Nov 13 07:32:30.233270 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': 'f3a07906-1050-482c-a965-5b2c065380d7', 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351', 'port_id': 'f3a07906-1050-482c-a965-5b2c065380d7', 'mac_address': 'fa:16:3e:09:f7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f550449c-055d-4432-b29f-0276b0b90157', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:32:30.255345 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ffce23d0-fdf9-46a0-8eb2-13f4ef31d734 req-7191dc81-9cc8-4494-83c1-ccd5429635ee tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636473 Nov 13 07:32:30.268000 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-577c8534-0f52-4b07-86d0-bf69506ea8c8 req-0bdd03e2-e691-4a22-9780-3fdbd6a34ce1 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475751 Nov 13 07:32:30.268909 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:30.279328 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:30.366000 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baee892a-9494-481d-af2a-c2c9aa2d75a0,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:30.376802 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:30.377698 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Checking segment: {'id': '5bae881c-7d9f-445f-aa19-212439086c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '98ea6b19-b9bc-48dd-a988-70d43fcf61ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:32:30.378193 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Network hostable DHCP agents. Network: 98ea6b19-b9bc-48dd-a988-70d43fcf61ef, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:32:30.404070 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:30.420965 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Network 98ea6b19-b9bc-48dd-a988-70d43fcf61ef is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:32:30.442014 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 98ea6b19-b9bc-48dd-a988-70d43fcf61ef) {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:32:30.451333 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:30.452482 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:30.459154 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb294684-15ba-4c09-b39f-34d7f2921f99 None None] Network 98ea6b19-b9bc-48dd-a988-70d43fcf61ef requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:32:30.490937 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9721851 Nov 13 07:32:30.590481 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a07906-1050-482c-a965-5b2c065380d7 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:32:30.609917 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port f3a07906-1050-482c-a965-5b2c065380d7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f3a07906-1050-482c-a965-5b2c065380d7,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:30.626979 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:30.633245 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:30.786752 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=f3a07906-1050-482c-a965-5b2c065380d7,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:30.798447 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:30.799502 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:30.799886 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:30.800216 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:30.800544 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:30.800869 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:30.801189 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:30.801540 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:30.802037 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:30.802368 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:30.802678 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:32:30.807042 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:30.933962 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa0d806-b694-47a4-a056-c82aa26a7992 None None] Network 98ea6b19-b9bc-48dd-a988-70d43fcf61ef requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:32:31.043274 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['f3a07906-1050-482c-a965-5b2c065380d7'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:32:31.563004 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a9f3-844f-4f38-a163-3ab084ee730a req-7d08ed80-33e7-41ca-9d2b-023712fa9d4a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:31.566562 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0df8a9f3-844f-4f38-a163-3ab084ee730a req-7d08ed80-33e7-41ca-9d2b-023712fa9d4a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 944 time: 0.1059518 Nov 13 07:32:31.626400 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0df8a9f3-844f-4f38-a163-3ab084ee730a req-7c2280be-4986-4418-a12b-071162aaf88e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445554 Nov 13 07:32:31.901711 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fddc4-6ea0-417e-912d-7a8c9aa5cb70 req-4a8a2201-0506-4e66-9f01-0239e2051396 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:31.911994 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a59fddc4-6ea0-417e-912d-7a8c9aa5cb70 req-4a8a2201-0506-4e66-9f01-0239e2051396 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1229870 Nov 13 07:32:31.984986 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a59fddc4-6ea0-417e-912d-7a8c9aa5cb70 req-168f721c-64f8-4c67-9523-c002754d57b0 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719278 Nov 13 07:32:32.054930 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-140cf1b3-b580-4a15-a5df-3189ed791336 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:32.055575 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-140cf1b3-b580-4a15-a5df-3189ed791336 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Synchronizing usage tracker for tenant:f3efa36991f043c28b7713f0d0625860 on resource:network {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:32:32.080647 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-140cf1b3-b580-4a15-a5df-3189ed791336 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Unset dirty status for tenant:f3efa36991f043c28b7713f0d0625860 on resource:network {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:32:32.085102 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-140cf1b3-b580-4a15-a5df-3189ed791336 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/networks?id=8f05c82b-8934-427d-85fc-f78328d4b615 HTTP/1.1" status: 200 len: 808 time: 0.3405089 Nov 13 07:32:32.110061 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-185d63a6-3d99-4001-826e-d3c5775b8fdb tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/quotas/f3efa36991f043c28b7713f0d0625860 HTTP/1.1" status: 200 len: 375 time: 0.0181897 Nov 13 07:32:32.181226 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-87d680e7-5898-4fcd-b8ae-00c0a23c6458 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3efa36991f043c28b7713f0d0625860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627255 Nov 13 07:32:32.385605 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-f66a32b8-3f33-40f8-b50e-b0c2e8354ad1 service neutron] 10.222.0.15 "GET /v2.0/networks/8f05c82b-8934-427d-85fc-f78328d4b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926730 Nov 13 07:32:32.584350 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-48250bb4-f978-4af3-8316-6daa899bbfdc service neutron] 10.222.0.15 "GET /v2.0/networks/8f05c82b-8934-427d-85fc-f78328d4b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974995 Nov 13 07:32:32.878542 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-686ad71d-3ed7-48d8-9dcd-bb2039929d25 req-8516140c-0a84-4bfb-94ba-d8a7c56427be tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 210 time: 0.0539029 Nov 13 07:32:32.916792 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e282885-2358-4128-9284-9f86bc45032c req-df99f989-794f-4105-b58b-9dd45111f271 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:32.929867 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1e282885-2358-4128-9284-9f86bc45032c req-df99f989-794f-4105-b58b-9dd45111f271 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 944 time: 0.1378152 Nov 13 07:32:32.990959 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1e282885-2358-4128-9284-9f86bc45032c req-4aedbfc8-64ae-419e-bb9f-dc0dcd873aaa tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598693 Nov 13 07:32:33.256972 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc938-5221-446a-abb6-88e914d8cc69 req-b65b99f9-fbb8-49a5-b4bf-0029425f68f7 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:33.265061 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5afcc938-5221-446a-abb6-88e914d8cc69 req-b65b99f9-fbb8-49a5-b4bf-0029425f68f7 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1051459 Nov 13 07:32:33.326704 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5afcc938-5221-446a-abb6-88e914d8cc69 req-8a66080f-43a0-4263-834b-aad4270a368d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607359 Nov 13 07:32:33.861477 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device f3a07906-1050-482c-a965-5b2c065380d7 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:32:33.973892 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port f3a07906-1050-482c-a965-5b2c065380d7 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:32:33.982204 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port f3a07906-1050-482c-a965-5b2c065380d7 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:32:33.982833 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:34.124284 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d5f2a018-35f0-4210-938a-a86970046b90 req-c47d63fe-a979-4f26-9466-d8fd72104e47 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 210 time: 0.0712712 Nov 13 07:32:34.131021 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:34.177708 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bbdb96-8c0d-4012-bbde-b08fa63410ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a07906-1050-482c-a965-5b2c065380d7'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:34.208995 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port f3a07906-1050-482c-a965-5b2c065380d7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f3a07906-1050-482c-a965-5b2c065380d7,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:34.218121 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:34.220566 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:34.334011 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bbdb96-8c0d-4012-bbde-b08fa63410ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a07906-1050-482c-a965-5b2c065380d7', 'code': 200} Nov 13 07:32:34.338135 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=f3a07906-1050-482c-a965-5b2c065380d7,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:34.343986 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:34.424230 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb1fac-9392-4737-9fdd-47c93dc8b246 req-cfb63a8c-11a8-4a2b-837a-0bc209db943b tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:34.435638 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-06bb1fac-9392-4737-9fdd-47c93dc8b246 req-cfb63a8c-11a8-4a2b-837a-0bc209db943b tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 945 time: 0.2099895 Nov 13 07:32:34.561079 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-06bb1fac-9392-4737-9fdd-47c93dc8b246 req-cf4e9fff-d62a-4fda-bf80-4449c7c9f062 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184366 Nov 13 07:32:34.613090 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-ca363d69-b7cb-4cc8-be93-53fabb31f7f8 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:34.614594 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-ca363d69-b7cb-4cc8-be93-53fabb31f7f8 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.36 "GET /v2.0/networks?id=8f05c82b-8934-427d-85fc-f78328d4b615 HTTP/1.1" status: 200 len: 808 time: 0.3796117 Nov 13 07:32:34.647375 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Request body: {'port': {'device_id': '30b7cebd-31b6-4622-bfdb-338f980383b0', 'network_id': '8f05c82b-8934-427d-85fc-f78328d4b615', 'admin_state_up': True, 'tenant_id': 'f3efa36991f043c28b7713f0d0625860'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:34.740735 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-80ff68d5-598d-4768-a3a6-09b4bbc8bc57 req-52e678b0-9c98-4751-8c74-77f0fc8915d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 1098 time: 0.1027496 Nov 13 07:32:34.809332 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-80ff68d5-598d-4768-a3a6-09b4bbc8bc57 req-d87f755a-84ae-47ff-8c8d-4e84d7d46463 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546408 Nov 13 07:32:34.908859 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:34.915618 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Usage tracker for resource:port and tenant:f3efa36991f043c28b7713f0d0625860 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:34.919176 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:34.926347 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:34.933373 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c083c3c-538a-4860-826e-3f93a7163e7a req-a5764293-6122-4980-a00c-c51c3000cebf tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:34.935062 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-8c083c3c-538a-4860-826e-3f93a7163e7a req-a5764293-6122-4980-a00c-c51c3000cebf tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1379862 Nov 13 07:32:34.959600 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Made reservation on behalf of f3efa36991f043c28b7713f0d0625860 for: {'port': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:32:34.962979 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:34.987565 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:35.042703 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-8c083c3c-538a-4860-826e-3f93a7163e7a req-b4599c1e-20ee-4555-89cf-f3aca15c3c56 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013403 Nov 13 07:32:35.169714 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Allocated IP 172.20.0.4 (8f05c82b-8934-427d-85fc-f78328d4b615/22e5201a-d489-47f9-91c5-72aa3285f56e/6f81b996-6103-4bad-b0ca-761488b8b862) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:32:35.334458 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-29be2fea-31cb-4c03-b68e-3d0805cabc02 req-6987e09b-6bb2-4cef-b7ee-16c7c63d0442 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 210 time: 0.0677400 Nov 13 07:32:35.422913 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:35.453279 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:35.460441 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:35.525324 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Network 8f05c82b-8934-427d-85fc-f78328d4b615 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:32:35.532801 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:32:35.537388 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:32:35.541221 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:35.541825 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:35.554337 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Pushing event updated for resources: {'Port': ['ID=6f81b996-6103-4bad-b0ca-761488b8b862,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:35.560011 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:35.573203 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9304287 Nov 13 07:32:35.591154 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Request body: {'port': {'device_id': '30b7cebd-31b6-4622-bfdb-338f980383b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:35.769624 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:35.957041 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001b903-4d23-4b94-b656-e1eae8b9e571 req-271de51b-ae68-4e9a-a56a-c760e1469e6c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:35.965689 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4001b903-4d23-4b94-b656-e1eae8b9e571 req-271de51b-ae68-4e9a-a56a-c760e1469e6c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 945 time: 0.2586741 Nov 13 07:32:36.116574 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33762) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:36.225864 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4001b903-4d23-4b94-b656-e1eae8b9e571 req-096db560-04a8-496a-9d53-ac888796d08c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590592 Nov 13 07:32:36.350249 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2e075a91-8f49-4f52-9811-213230dedd3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.416187 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f81b996-6103-4bad-b0ca-761488b8b862 {{(pid=82811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:32:36.428028 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.442573 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-2e075a91-8f49-4f52-9811-213230dedd3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:36.447051 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-2e075a91-8f49-4f52-9811-213230dedd3f admin admin] Usage tracker for resource:security_group_rule and tenant:9eb900f6dcf94e5a952aba73fa7cf0db is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:36.448620 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Transition to ACTIVE for port object 6f81b996-6103-4bad-b0ca-761488b8b862 will not be triggered until provisioned by entity L2. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:32:36.451118 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-2e075a91-8f49-4f52-9811-213230dedd3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:36.460262 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.463670 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-2e075a91-8f49-4f52-9811-213230dedd3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:36.469312 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:36.473415 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e812f-5837-4114-9ce2-4f959e8d2db1 req-68491c90-cc21-4599-83a6-e2fb70710b7a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:36.475344 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ac9e812f-5837-4114-9ce2-4f959e8d2db1 req-68491c90-cc21-4599-83a6-e2fb70710b7a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1946914 Nov 13 07:32:36.532306 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ac9e812f-5837-4114-9ce2-4f959e8d2db1 req-0da442b9-5a13-43ca-a48f-5887b0a5d719 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502110 Nov 13 07:32:36.547691 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33776) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:36.602076 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2e075a91-8f49-4f52-9811-213230dedd3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.609760 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2e075a91-8f49-4f52-9811-213230dedd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.617758 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0040ab29-9b05-4be0-8e4e-94f4f4fea606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:36.661789 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e075a91-8f49-4f52-9811-213230dedd3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ab5ae3-fa80-4907-90b2-3a4833e58a33,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:36.665823 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-2e075a91-8f49-4f52-9811-213230dedd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:36.668549 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Pushing event updated for resources: {'Port': ['ID=6f81b996-6103-4bad-b0ca-761488b8b862,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:36.670918 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-2e075a91-8f49-4f52-9811-213230dedd3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9eb900f6dcf94e5a952aba73fa7cf0db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5533030 Nov 13 07:32:36.673997 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33784) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:36.682162 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:36.741250 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d65d0af6-e9c1-4258-9b28-e2016dd4717e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.753656 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Attempting to bind port 6f81b996-6103-4bad-b0ca-761488b8b862 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:32:36.754047 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Attempting to bind port 6f81b996-6103-4bad-b0ca-761488b8b862 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '663995bd-0317-4b73-95d1-ba172a5752c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8f05c82b-8934-427d-85fc-f78328d4b615'}] {{(pid=82811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:32:36.754421 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Attempting to bind port 6f81b996-6103-4bad-b0ca-761488b8b862 on network 8f05c82b-8934-427d-85fc-f78328d4b615 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:32:36.767284 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78db977-c287-4316-a9e4-421d809c3cde req-2876c35d-ff01-45f7-858c-df4ccbe24b5b tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:36.767985 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-c78db977-c287-4316-a9e4-421d809c3cde req-2876c35d-ff01-45f7-858c-df4ccbe24b5b tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Synchronizing usage tracker for tenant:f3efa36991f043c28b7713f0d0625860 on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:32:36.775519 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Port 6f81b996-6103-4bad-b0ca-761488b8b862 on network 8f05c82b-8934-427d-85fc-f78328d4b615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:32:36.775840 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Attempting to bind port 6f81b996-6103-4bad-b0ca-761488b8b862 on network 8f05c82b-8934-427d-85fc-f78328d4b615 {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:32:36.787858 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:32:36.788311 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Checking segment: {'id': '663995bd-0317-4b73-95d1-ba172a5752c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8f05c82b-8934-427d-85fc-f78328d4b615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:32:36.788628 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Bound using segment: {'id': '663995bd-0317-4b73-95d1-ba172a5752c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8f05c82b-8934-427d-85fc-f78328d4b615'} {{(pid=82811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:32:36.789041 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.managers [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Bound port: 6f81b996-6103-4bad-b0ca-761488b8b862, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '663995bd-0317-4b73-95d1-ba172a5752c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8f05c82b-8934-427d-85fc-f78328d4b615'}}] {{(pid=82811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:32:36.789425 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.790556 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6af5e0d7-9a12-4cc8-ba50-5ba8da849a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.792543 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d65d0af6-e9c1-4258-9b28-e2016dd4717e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:36.800804 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-c78db977-c287-4316-a9e4-421d809c3cde req-2876c35d-ff01-45f7-858c-df4ccbe24b5b tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Unset dirty status for tenant:f3efa36991f043c28b7713f0d0625860 on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:32:36.802127 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c78db977-c287-4316-a9e4-421d809c3cde req-2876c35d-ff01-45f7-858c-df4ccbe24b5b tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 943 time: 0.2583663 Nov 13 07:32:36.803708 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d65d0af6-e9c1-4258-9b28-e2016dd4717e admin admin] Usage tracker for resource:security_group_rule and tenant:1668be2504ac4bd598d016155a92bc79 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:36.808874 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d65d0af6-e9c1-4258-9b28-e2016dd4717e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:36.821685 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d65d0af6-e9c1-4258-9b28-e2016dd4717e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:36.831896 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6af5e0d7-9a12-4cc8-ba50-5ba8da849a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.918128 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c78db977-c287-4316-a9e4-421d809c3cde req-a2661550-7303-4711-b330-8fb3afab5cab tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083076 Nov 13 07:32:36.919117 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] For port 6f81b996-6103-4bad-b0ca-761488b8b862, host hv-cinder-81783, cleared binding levels {{(pid=82811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:32:36.922812 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] For port 6f81b996-6103-4bad-b0ca-761488b8b862, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6f81b996-6103-4bad-b0ca-761488b8b862,segment=NetworkSegment(663995bd-0317-4b73-95d1-ba172a5752c9),segment_id=663995bd-0317-4b73-95d1-ba172a5752c9)] {{(pid=82811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:32:36.935048 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6af5e0d7-9a12-4cc8-ba50-5ba8da849a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.937885 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.942343 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:36.953152 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-fbc95516-ca80-481c-8df1-097c94157669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:36.962484 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d65d0af6-e9c1-4258-9b28-e2016dd4717e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.968179 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5e0d7-9a12-4cc8-ba50-5ba8da849a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ab5ae3-fa80-4907-90b2-3a4833e58a33,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:36.972467 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6af5e0d7-9a12-4cc8-ba50-5ba8da849a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:36.977997 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d65d0af6-e9c1-4258-9b28-e2016dd4717e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:36.986601 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-bd4968c6-3311-4a64-9b28-4f5fad092d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:36.997536 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33796) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:37.004482 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6af5e0d7-9a12-4cc8-ba50-5ba8da849a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:37.005543 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-6af5e0d7-9a12-4cc8-ba50-5ba8da849a83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8ab5ae3-fa80-4907-90b2-3a4833e58a33 HTTP/1.1" status: 204 len: 168 time: 0.3306742 Nov 13 07:32:37.031802 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:37.033283 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] 10.222.0.36 "PUT /v2.0/ports/6f81b996-6103-4bad-b0ca-761488b8b862 HTTP/1.1" status: 200 len: 1093 time: 1.4470241 Nov 13 07:32:37.033855 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b7cebd-31b6-4622-bfdb-338f980383b0', 'tag': '6f81b996-6103-4bad-b0ca-761488b8b862'}] {{(pid=82811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:37.039305 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d0af6-e9c1-4258-9b28-e2016dd4717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3844f677-fb36-435d-a92d-aeab0841aad7,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:37.050051 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d65d0af6-e9c1-4258-9b28-e2016dd4717e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1668be2504ac4bd598d016155a92bc79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5013609 Nov 13 07:32:37.052123 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d65d0af6-e9c1-4258-9b28-e2016dd4717e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:37.053154 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33806) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:37.066015 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Pushing event updated for resources: {'Port': ['ID=6f81b996-6103-4bad-b0ca-761488b8b862,revision_number=3']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:37.090079 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:37.143575 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b7cebd-31b6-4622-bfdb-338f980383b0', 'tag': '6f81b996-6103-4bad-b0ca-761488b8b862', 'status': 'completed', 'code': 200} Nov 13 07:32:37.159518 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7f382024-2281-41b8-8d48-aebbb5e3b82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:37.183347 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-c4234599-2552-4942-919a-67ce0b74e2d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3efa36991f043c28b7713f0d0625860&device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 1096 time: 0.0907474 Nov 13 07:32:37.210229 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7f382024-2281-41b8-8d48-aebbb5e3b82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:37.281458 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-19b0aefe-7310-4028-a317-5cfb3ba6c006 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f81b996-6103-4bad-b0ca-761488b8b862 HTTP/1.1" status: 200 len: 217 time: 0.0881503 Nov 13 07:32:37.283806 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7f382024-2281-41b8-8d48-aebbb5e3b82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:37.291147 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4b9a48f8-74e7-4270-8700-ba2503a64931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:37.365861 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f382024-2281-41b8-8d48-aebbb5e3b82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3844f677-fb36-435d-a92d-aeab0841aad7,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:37.372282 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7f382024-2281-41b8-8d48-aebbb5e3b82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:37.385674 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7f382024-2281-41b8-8d48-aebbb5e3b82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:37.391481 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-7f382024-2281-41b8-8d48-aebbb5e3b82f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3844f677-fb36-435d-a92d-aeab0841aad7 HTTP/1.1" status: 204 len: 168 time: 0.3368332 Nov 13 07:32:37.443943 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-6a95c1a5-a18a-427b-8b56-5e2af6363e1a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:37.445393 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-6a95c1a5-a18a-427b-8b56-5e2af6363e1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22e5201a-d489-47f9-91c5-72aa3285f56e HTTP/1.1" status: 200 len: 848 time: 0.1421819 Nov 13 07:32:37.492448 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-5290b1f3-09c1-4759-98da-64f8391ea42f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a6bba907ae04d0995e5e7e5fdcc535d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4892478 Nov 13 07:32:37.495822 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33830) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:37.554617 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-1967181f-af6d-4f31-ad50-f72640282763 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f05c82b-8934-427d-85fc-f78328d4b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003540 Nov 13 07:32:37.620755 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d217b391-3cf0-4dae-bfa2-b887decd1f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:37.674868 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d217b391-3cf0-4dae-bfa2-b887decd1f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:37.728546 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781b4ac-80ae-46fc-a906-0bdcd194ec75 req-53dc5ed1-6385-412f-97a7-03628a35ab7e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:37.738764 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2781b4ac-80ae-46fc-a906-0bdcd194ec75 req-53dc5ed1-6385-412f-97a7-03628a35ab7e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 945 time: 0.2369258 Nov 13 07:32:37.750179 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d217b391-3cf0-4dae-bfa2-b887decd1f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:37.780370 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e16e74c0-de21-43f0-bf18-5dc70e89ddd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:37.846238 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-91dbaf3a-fcd3-405f-9048-38672fa42a95 service neutron] 10.222.0.36 "GET /v2.0/networks/8f05c82b-8934-427d-85fc-f78328d4b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793055 Nov 13 07:32:37.861197 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2781b4ac-80ae-46fc-a906-0bdcd194ec75 req-0eb55fc8-7197-466f-a3e1-ce7b49bc4b68 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211030 Nov 13 07:32:37.894238 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217b391-3cf0-4dae-bfa2-b887decd1f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023d8db1-9d15-4b67-9890-ecbe25f62554,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:37.899478 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d217b391-3cf0-4dae-bfa2-b887decd1f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:37.955897 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d217b391-3cf0-4dae-bfa2-b887decd1f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:37.959041 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d217b391-3cf0-4dae-bfa2-b887decd1f41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/023d8db1-9d15-4b67-9890-ecbe25f62554 HTTP/1.1" status: 204 len: 168 time: 0.4620168 Nov 13 07:32:37.974120 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33858) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:38.001269 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8073f-252a-4443-9660-cb4d452207c5 req-6e869394-6272-45bb-a497-51981e008fe9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:38.003650 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2ae8073f-252a-4443-9660-cb4d452207c5 req-6e869394-6272-45bb-a497-51981e008fe9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1941586 Nov 13 07:32:38.086470 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2ae8073f-252a-4443-9660-cb4d452207c5 req-8f41fbb8-93cc-4342-afef-b4d61b727939 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773120 Nov 13 07:32:38.104076 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-336f40f3-18d5-4523-bd6f-ed90101336d8 req-d7fac66d-7dc4-41c6-82c9-7c1201e7bc33 service neutron] 10.222.0.36 "GET /v2.0/networks/8f05c82b-8934-427d-85fc-f78328d4b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390010 Nov 13 07:32:38.304976 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-76cb437c-97ff-4bc9-a3f7-747a3df8c8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:38.309035 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-44ea1927-5562-4757-80f9-98ace0f42011 req-e193c870-0207-407f-aff5-338527b540d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3efa36991f043c28b7713f0d0625860&device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 1096 time: 0.1320167 Nov 13 07:32:38.408447 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-76cb437c-97ff-4bc9-a3f7-747a3df8c8c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:38.420052 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-76cb437c-97ff-4bc9-a3f7-747a3df8c8c2 admin admin] Usage tracker for resource:security_group_rule and tenant:b9770f064cc84e358d2ee076e6c830f5 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:38.430874 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-76cb437c-97ff-4bc9-a3f7-747a3df8c8c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:38.450546 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-76cb437c-97ff-4bc9-a3f7-747a3df8c8c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:38.475010 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634e942-e3af-4271-9d4d-b44e40128254 req-c5e0323e-abfa-466c-9a72-f860947d6db5 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:38.478630 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9634e942-e3af-4271-9d4d-b44e40128254 req-c5e0323e-abfa-466c-9a72-f860947d6db5 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 943 time: 0.2714610 Nov 13 07:32:38.596101 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-76cb437c-97ff-4bc9-a3f7-747a3df8c8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:38.604847 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-76cb437c-97ff-4bc9-a3f7-747a3df8c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:38.622101 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-227bf66c-c037-4098-8600-4e9543bb4270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:38.669509 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb437c-97ff-4bc9-a3f7-747a3df8c8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c32d812-56c9-436c-9a03-92880148b52d,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:38.675355 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-76cb437c-97ff-4bc9-a3f7-747a3df8c8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:38.679431 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-76cb437c-97ff-4bc9-a3f7-747a3df8c8c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9770f064cc84e358d2ee076e6c830f5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6936667 Nov 13 07:32:38.681824 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33882) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:38.733286 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea1927-5562-4757-80f9-98ace0f42011 req-d22e102b-4d47-40e4-8c5a-effd33e3f7fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:38.735255 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-44ea1927-5562-4757-80f9-98ace0f42011 req-d22e102b-4d47-40e4-8c5a-effd33e3f7fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8f05c82b-8934-427d-85fc-f78328d4b615 HTTP/1.1" status: 200 len: 909 time: 0.4160316 Nov 13 07:32:38.756793 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ad70-9b58-4b8f-8edd-1ef573ee8405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:38.764576 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9634e942-e3af-4271-9d4d-b44e40128254 req-bca5aa86-22e0-4143-9a52-12def3736511 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739857 Nov 13 07:32:38.794322 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ad70-9b58-4b8f-8edd-1ef573ee8405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:38.852466 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ad70-9b58-4b8f-8edd-1ef573ee8405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:38.855038 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-44ea1927-5562-4757-80f9-98ace0f42011 req-c5d8b4d7-4db7-4591-a5f5-1bd097f2fc79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f81b996-6103-4bad-b0ca-761488b8b862 HTTP/1.1" status: 200 len: 217 time: 0.0934265 Nov 13 07:32:38.856577 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d2773707-7745-4301-918a-293aaf0d8c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:38.871842 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4ad70-9b58-4b8f-8edd-1ef573ee8405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c32d812-56c9-436c-9a03-92880148b52d,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:38.874335 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-c1d4ad70-9b58-4b8f-8edd-1ef573ee8405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:38.880506 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c1d4ad70-9b58-4b8f-8edd-1ef573ee8405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:38.883611 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-c1d4ad70-9b58-4b8f-8edd-1ef573ee8405 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c32d812-56c9-436c-9a03-92880148b52d HTTP/1.1" status: 204 len: 168 time: 0.1989453 Nov 13 07:32:38.940619 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea1927-5562-4757-80f9-98ace0f42011 req-1b8480c1-4b3c-4856-b7f1-96511c6b6a22 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:38.942625 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-44ea1927-5562-4757-80f9-98ace0f42011 req-1b8480c1-4b3c-4856-b7f1-96511c6b6a22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=22e5201a-d489-47f9-91c5-72aa3285f56e HTTP/1.1" status: 200 len: 848 time: 0.0792112 Nov 13 07:32:38.997219 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-44ea1927-5562-4757-80f9-98ace0f42011 req-8f6080e7-ad83-422a-b738-e5b38992f295 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8f05c82b-8934-427d-85fc-f78328d4b615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457940 Nov 13 07:32:39.141184 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-44ea1927-5562-4757-80f9-98ace0f42011 req-3995b4f0-9dbe-4d94-b115-666a945e5951 service neutron] 10.222.0.36 "GET /v2.0/networks/8f05c82b-8934-427d-85fc-f78328d4b615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362600 Nov 13 07:32:39.310100 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-44ea1927-5562-4757-80f9-98ace0f42011 req-510701ab-8305-429d-8648-7ddcec00d50b service neutron] 10.222.0.36 "GET /v2.0/networks/8f05c82b-8934-427d-85fc-f78328d4b615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545188 Nov 13 07:32:39.386476 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a884173-3d17-4fb7-b326-55fa40f38f52 req-fdb02110-369e-4616-97f4-fd56e3363d4a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:39.387976 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9a884173-3d17-4fb7-b326-55fa40f38f52 req-fdb02110-369e-4616-97f4-fd56e3363d4a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1740630 Nov 13 07:32:39.496913 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9a884173-3d17-4fb7-b326-55fa40f38f52 req-04189061-33d3-426d-a5c7-a10d06d5621d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030791 Nov 13 07:32:39.633748 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 33930) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:39.654226 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e4cb35cb-8bef-425c-8acc-3b5329080447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:39.696912 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e4cb35cb-8bef-425c-8acc-3b5329080447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:39.700815 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e4cb35cb-8bef-425c-8acc-3b5329080447 admin admin] Usage tracker for resource:security_group_rule and tenant:68421f68a05e4e3abe3f3d2253e6db4f is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:39.705374 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-e4cb35cb-8bef-425c-8acc-3b5329080447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:39.712596 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-e4cb35cb-8bef-425c-8acc-3b5329080447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:39.797523 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e4cb35cb-8bef-425c-8acc-3b5329080447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:39.804242 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e4cb35cb-8bef-425c-8acc-3b5329080447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:39.814523 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a4a8097f-c3f8-461d-b70e-a85a650b3485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:39.844183 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb35cb-8bef-425c-8acc-3b5329080447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55671085-eb75-4dcc-8f82-b298811ef390,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:39.848743 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e4cb35cb-8bef-425c-8acc-3b5329080447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:39.896086 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 33962) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:39.896313 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-e4cb35cb-8bef-425c-8acc-3b5329080447 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68421f68a05e4e3abe3f3d2253e6db4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2610879 Nov 13 07:32:39.981077 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-34b38dd2-57fc-4511-8988-8f401bd602ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:40.011981 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-34b38dd2-57fc-4511-8988-8f401bd602ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:40.234769 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f32fc301-4622-46bb-a403-d359baee9567 req-acec52a7-ad6c-4e1d-b970-92fcfcd44f1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 1099 time: 0.1643934 Nov 13 07:32:40.241889 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfbb6d-7ae3-4e90-9235-7b9db2b1ae31 req-62846d9f-e2e7-4f8b-bdfe-5d328caed473 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:40.243965 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-84dfbb6d-7ae3-4e90-9235-7b9db2b1ae31 req-62846d9f-e2e7-4f8b-bdfe-5d328caed473 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 943 time: 0.2240398 Nov 13 07:32:40.258128 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-34b38dd2-57fc-4511-8988-8f401bd602ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:40.266917 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7085de40-4230-418a-9294-3823266cc045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:40.302347 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b38dd2-57fc-4511-8988-8f401bd602ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55671085-eb75-4dcc-8f82-b298811ef390,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:40.305318 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-34b38dd2-57fc-4511-8988-8f401bd602ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:40.310665 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-34b38dd2-57fc-4511-8988-8f401bd602ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55671085-eb75-4dcc-8f82-b298811ef390 HTTP/1.1" status: 204 len: 168 time: 0.4128962 Nov 13 07:32:40.314959 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-34b38dd2-57fc-4511-8988-8f401bd602ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:40.338352 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f32fc301-4622-46bb-a403-d359baee9567 req-cbf37337-1dd6-4908-b22a-20b257acf286 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931866 Nov 13 07:32:40.359170 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-84dfbb6d-7ae3-4e90-9235-7b9db2b1ae31 req-31edb48a-6f1f-42d5-9235-d5d64d4aed31 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945740 Nov 13 07:32:40.421676 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 33978) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:40.844398 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb442a4-e068-476c-a425-1cd97a595337 req-18d84bab-43cd-43e4-9f0a-5ff54c89f53e tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:40.845886 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-cfb442a4-e068-476c-a425-1cd97a595337 req-18d84bab-43cd-43e4-9f0a-5ff54c89f53e tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1162903 Nov 13 07:32:40.904128 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-cfb442a4-e068-476c-a425-1cd97a595337 req-627fcf9f-20ef-4970-8046-fe377e14d3f9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487266 Nov 13 07:32:40.963177 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7ff8eeab-ce14-4060-95bb-34a8622fd2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.001243 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7ff8eeab-ce14-4060-95bb-34a8622fd2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:41.006764 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7ff8eeab-ce14-4060-95bb-34a8622fd2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:33a4795acf0f4da799e8d2e4c8a7bc14 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:41.010159 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7ff8eeab-ce14-4060-95bb-34a8622fd2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:41.016938 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7ff8eeab-ce14-4060-95bb-34a8622fd2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:41.027353 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34010) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:41.057002 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-db5deb89-e7f1-4e4c-829e-e166e32ffb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.097208 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-db5deb89-e7f1-4e4c-829e-e166e32ffb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:41.102049 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-db5deb89-e7f1-4e4c-829e-e166e32ffb08 admin admin] Usage tracker for resource:security_group_rule and tenant:7aed090020dd47fb8fbb3b9652c2e919 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:41.106141 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-db5deb89-e7f1-4e4c-829e-e166e32ffb08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:41.108243 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7ff8eeab-ce14-4060-95bb-34a8622fd2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.113499 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-db5deb89-e7f1-4e4c-829e-e166e32ffb08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:41.116031 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7ff8eeab-ce14-4060-95bb-34a8622fd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.188805 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9c72e3ba-7227-4a49-942a-ce2837553e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:41.199195 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-7ff8eeab-ce14-4060-95bb-34a8622fd2c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33a4795acf0f4da799e8d2e4c8a7bc14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7762420 Nov 13 07:32:41.199551 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-db5deb89-e7f1-4e4c-829e-e166e32ffb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.201959 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34016) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:41.205471 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-db5deb89-e7f1-4e4c-829e-e166e32ffb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.215447 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6af5e0d7-9a12-4cc8-ba50-5ba8da849a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:41.233649 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8eeab-ce14-4060-95bb-34a8622fd2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da62ac4-31d1-49ee-8d12-8b9cd2c8fff0,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:41.236735 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7ff8eeab-ce14-4060-95bb-34a8622fd2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:41.288814 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5deb89-e7f1-4e4c-829e-e166e32ffb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4353081-71e4-405a-9d2c-0fe3d48d3787,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:41.293619 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-43d8bfc9-7246-4de0-b055-2e6ca671f13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.307793 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-db5deb89-e7f1-4e4c-829e-e166e32ffb08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7aed090020dd47fb8fbb3b9652c2e919&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2791555 Nov 13 07:32:41.311171 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-db5deb89-e7f1-4e4c-829e-e166e32ffb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:41.311861 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34020) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:41.330704 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34024) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:41.350389 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-43d8bfc9-7246-4de0-b055-2e6ca671f13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.390277 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-744f3a06-e130-49b3-8d41-cdf60db19330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.418134 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-744f3a06-e130-49b3-8d41-cdf60db19330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.474079 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-43d8bfc9-7246-4de0-b055-2e6ca671f13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.478589 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-2dcf8386-5d6a-42e1-b417-667bd2df3043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:41.486164 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-744f3a06-e130-49b3-8d41-cdf60db19330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.491790 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8bfc9-7246-4de0-b055-2e6ca671f13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da62ac4-31d1-49ee-8d12-8b9cd2c8fff0,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:41.492603 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d65d0af6-e9c1-4258-9b28-e2016dd4717e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:41.495819 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-43d8bfc9-7246-4de0-b055-2e6ca671f13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:41.511990 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f3a06-e130-49b3-8d41-cdf60db19330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4353081-71e4-405a-9d2c-0fe3d48d3787,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:41.516107 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-744f3a06-e130-49b3-8d41-cdf60db19330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:41.523182 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-43d8bfc9-7246-4de0-b055-2e6ca671f13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.524289 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-744f3a06-e130-49b3-8d41-cdf60db19330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.525687 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-744f3a06-e130-49b3-8d41-cdf60db19330 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4353081-71e4-405a-9d2c-0fe3d48d3787 HTTP/1.1" status: 204 len: 168 time: 0.2126937 Nov 13 07:32:41.533265 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-43d8bfc9-7246-4de0-b055-2e6ca671f13e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2da62ac4-31d1-49ee-8d12-8b9cd2c8fff0 HTTP/1.1" status: 204 len: 168 time: 0.3289056 Nov 13 07:32:41.695386 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3b0903c9-ecd5-4681-8afc-c06685f20c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.760148 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-3b0903c9-ecd5-4681-8afc-c06685f20c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:41.765311 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-3b0903c9-ecd5-4681-8afc-c06685f20c8e admin admin] Usage tracker for resource:security_group_rule and tenant:c159c40d3c654e19872aee91b7fb8eed is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:41.770904 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-3b0903c9-ecd5-4681-8afc-c06685f20c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:41.781793 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-3b0903c9-ecd5-4681-8afc-c06685f20c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:41.807602 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58e50b-3874-4753-871f-75a48ac83bce req-53b52faa-2951-4e4c-bfb7-317d2f1c6398 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:41.814297 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0c58e50b-3874-4753-871f-75a48ac83bce req-53b52faa-2951-4e4c-bfb7-317d2f1c6398 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 943 time: 0.1956575 Nov 13 07:32:41.901319 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0c58e50b-3874-4753-871f-75a48ac83bce req-f1020dce-d5d1-4c8d-8b52-d009f6d3c92f tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860286 Nov 13 07:32:41.906989 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 6f81b996-6103-4bad-b0ca-761488b8b862 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:32:41.944717 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3b0903c9-ecd5-4681-8afc-c06685f20c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.958274 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3b0903c9-ecd5-4681-8afc-c06685f20c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:41.965909 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-88d49e8f-0f80-4e0d-aab7-0df7f7f298ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:42.047892 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0903c9-ecd5-4681-8afc-c06685f20c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0e9cde-f4fb-4387-b4d3-b09df9d98410,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:42.068001 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-3b0903c9-ecd5-4681-8afc-c06685f20c8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c159c40d3c654e19872aee91b7fb8eed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7333891 Nov 13 07:32:42.068001 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3b0903c9-ecd5-4681-8afc-c06685f20c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:42.068348 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34048) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:42.288762 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 6f81b996-6103-4bad-b0ca-761488b8b862, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6f81b996-6103-4bad-b0ca-761488b8b862,segment=NetworkSegment(663995bd-0317-4b73-95d1-ba172a5752c9),segment_id=663995bd-0317-4b73-95d1-ba172a5752c9)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:42.305206 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '6f81b996-6103-4bad-b0ca-761488b8b862', 'network_id': '8f05c82b-8934-427d-85fc-f78328d4b615', 'port_id': '6f81b996-6103-4bad-b0ca-761488b8b862', 'mac_address': 'fa:16:3e:1f:6f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e5201a-d489-47f9-91c5-72aa3285f56e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:32:42.343591 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2c0298a-f48a-4ddc-8bab-22a3c0e0d5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.357963 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34060) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:42.401898 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-192cc2fe-2e56-4442-8e62-8997a91afad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.419093 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-be53a38c-fadd-4aaa-ba76-f862b3bf7f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.419385 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2c0298a-f48a-4ddc-8bab-22a3c0e0d5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.425068 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.454377 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f81b996-6103-4bad-b0ca-761488b8b862 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:32:42.477773 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379981-c354-43e8-89be-e539fa5337c1 req-e8fc15fe-ff15-472f-875d-13463bb36ee6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:42.483747 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 6f81b996-6103-4bad-b0ca-761488b8b862, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6f81b996-6103-4bad-b0ca-761488b8b862,segment=NetworkSegment(663995bd-0317-4b73-95d1-ba172a5752c9),segment_id=663995bd-0317-4b73-95d1-ba172a5752c9)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:42.484543 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c0379981-c354-43e8-89be-e539fa5337c1 req-e8fc15fe-ff15-472f-875d-13463bb36ee6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.2673695 Nov 13 07:32:42.493704 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-192cc2fe-2e56-4442-8e62-8997a91afad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:42.497997 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-192cc2fe-2e56-4442-8e62-8997a91afad8 admin admin] Usage tracker for resource:security_group_rule and tenant:3c2cdec242d1492e8487a3cd90579161 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:42.498819 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.501110 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-192cc2fe-2e56-4442-8e62-8997a91afad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:42.501937 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:42.508338 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-192cc2fe-2e56-4442-8e62-8997a91afad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:42.543331 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c0379981-c354-43e8-89be-e539fa5337c1 req-81efd23e-8fee-4a75-9b78-0e8b1b1b02fc tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576489 Nov 13 07:32:42.555280 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2c0298a-f48a-4ddc-8bab-22a3c0e0d5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.560096 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:42.590262 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0298a-f48a-4ddc-8bab-22a3c0e0d5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0e9cde-f4fb-4387-b4d3-b09df9d98410,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:42.597851 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d2c0298a-f48a-4ddc-8bab-22a3c0e0d5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:42.611982 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d2c0298a-f48a-4ddc-8bab-22a3c0e0d5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.613467 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d2c0298a-f48a-4ddc-8bab-22a3c0e0d5af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d0e9cde-f4fb-4387-b4d3-b09df9d98410 HTTP/1.1" status: 204 len: 168 time: 0.5440397 Nov 13 07:32:42.629974 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-192cc2fe-2e56-4442-8e62-8997a91afad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.639669 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-192cc2fe-2e56-4442-8e62-8997a91afad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.650140 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=6f81b996-6103-4bad-b0ca-761488b8b862,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:42.663219 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:42.669762 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-6a421b63-4efc-4898-bbcb-39154ccd5423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:42.725371 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-192cc2fe-2e56-4442-8e62-8997a91afad8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c2cdec242d1492e8487a3cd90579161&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3636699 Nov 13 07:32:42.725371 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cc2fe-2e56-4442-8e62-8997a91afad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11929cc7-90c6-4d22-b2ca-3c7341b8bc17,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:42.725727 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34074) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:42.727520 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-192cc2fe-2e56-4442-8e62-8997a91afad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:42.740444 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.804977 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-02b0f794-49c9-4f35-85fe-792ccda3e6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.835910 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeabb6a-8068-40ad-815e-cded420061e9 req-40ff5d57-e51a-4554-bd68-579fc95bb092 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:42.837722 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9aeabb6a-8068-40ad-815e-cded420061e9 req-40ff5d57-e51a-4554-bd68-579fc95bb092 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.0883694 Nov 13 07:32:42.847326 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-02b0f794-49c9-4f35-85fe-792ccda3e6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.871512 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['6f81b996-6103-4bad-b0ca-761488b8b862'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:32:42.912956 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9aeabb6a-8068-40ad-815e-cded420061e9 req-45dcb92c-5260-4d6a-8efa-d911eb196d1e tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688016 Nov 13 07:32:42.924003 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-02b0f794-49c9-4f35-85fe-792ccda3e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.932669 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d09e5f82-4d17-46be-a757-b8e784371805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:42.945512 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0f794-49c9-4f35-85fe-792ccda3e6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11929cc7-90c6-4d22-b2ca-3c7341b8bc17,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:42.955317 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-02b0f794-49c9-4f35-85fe-792ccda3e6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:42.967339 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-02b0f794-49c9-4f35-85fe-792ccda3e6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:42.970321 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-02b0f794-49c9-4f35-85fe-792ccda3e6b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11929cc7-90c6-4d22-b2ca-3c7341b8bc17 HTTP/1.1" status: 204 len: 168 time: 0.2415578 Nov 13 07:32:43.239494 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540142a4-864d-4b83-ab0a-0b5cd92f0104 req-bc760952-a9bb-4e9f-a77f-0d4e38f21fda tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:43.247700 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-540142a4-864d-4b83-ab0a-0b5cd92f0104 req-bc760952-a9bb-4e9f-a77f-0d4e38f21fda tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 944 time: 0.1252694 Nov 13 07:32:43.295989 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-540142a4-864d-4b83-ab0a-0b5cd92f0104 req-39b549e1-da08-43af-bd80-18537e7511b9 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Synchronizing usage tracker for tenant:f3efa36991f043c28b7713f0d0625860 on resource:security_group {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:32:43.333013 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-540142a4-864d-4b83-ab0a-0b5cd92f0104 req-39b549e1-da08-43af-bd80-18537e7511b9 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Unset dirty status for tenant:f3efa36991f043c28b7713f0d0625860 on resource:security_group {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:32:43.345311 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-540142a4-864d-4b83-ab0a-0b5cd92f0104 req-39b549e1-da08-43af-bd80-18537e7511b9 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965912 Nov 13 07:32:44.355102 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-fac21347-f61e-4443-a1f1-48f0ef35ec49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:44.419126 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34156) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:44.609184 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a982-ce82-42e6-bda1-3aac679971da req-24f2d648-57e7-4365-be31-7c76ec7aa1ec tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:44.610886 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5642a982-ce82-42e6-bda1-3aac679971da req-24f2d648-57e7-4365-be31-7c76ec7aa1ec tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 944 time: 0.0886025 Nov 13 07:32:44.658588 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5642a982-ce82-42e6-bda1-3aac679971da req-aec62b52-e0e5-415d-81af-b0af8de0616e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Nov 13 07:32:44.724317 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c6cee96a-c63d-44f1-bbdc-a29d580aef1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:44.763032 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-c6cee96a-c63d-44f1-bbdc-a29d580aef1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:44.767465 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-c6cee96a-c63d-44f1-bbdc-a29d580aef1a admin admin] Usage tracker for resource:security_group_rule and tenant:cb84640da4424a1088b69cf8e29c4803 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:44.770468 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-c6cee96a-c63d-44f1-bbdc-a29d580aef1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:44.776642 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-c6cee96a-c63d-44f1-bbdc-a29d580aef1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:44.849249 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c6cee96a-c63d-44f1-bbdc-a29d580aef1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:44.854060 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c6cee96a-c63d-44f1-bbdc-a29d580aef1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:44.868619 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7f382024-2281-41b8-8d48-aebbb5e3b82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:44.897945 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cee96a-c63d-44f1-bbdc-a29d580aef1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130a568c-ca54-4692-bfcd-8434a1d8549d,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:44.901052 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-c6cee96a-c63d-44f1-bbdc-a29d580aef1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:44.925604 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-c6cee96a-c63d-44f1-bbdc-a29d580aef1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb84640da4424a1088b69cf8e29c4803&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5030553 Nov 13 07:32:44.926190 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34176) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:45.030222 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-914da612-a174-4f0c-84a1-c43f988e146d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:45.184954 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-914da612-a174-4f0c-84a1-c43f988e146d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:45.247130 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-914da612-a174-4f0c-84a1-c43f988e146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:45.254233 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3b0903c9-ecd5-4681-8afc-c06685f20c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:45.273257 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914da612-a174-4f0c-84a1-c43f988e146d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130a568c-ca54-4692-bfcd-8434a1d8549d,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:45.276457 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-914da612-a174-4f0c-84a1-c43f988e146d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:45.288427 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-914da612-a174-4f0c-84a1-c43f988e146d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:45.289754 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-914da612-a174-4f0c-84a1-c43f988e146d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/130a568c-ca54-4692-bfcd-8434a1d8549d HTTP/1.1" status: 204 len: 168 time: 0.3625641 Nov 13 07:32:45.463702 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:45.766365 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ba56e6ec-ed6c-4c47-ac11-3394d47e59a1 req-2b8ccf2d-d40f-45c8-9cd8-d73e21753e6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=701084be16d8431e8af00ee5e87889bb&device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 1098 time: 0.1759448 Nov 13 07:32:45.837406 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23110036-d503-431b-b9ad-57fb6f2b9398 req-2355285d-de6f-4f10-b896-7b79af43c4d3 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:45.838918 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-23110036-d503-431b-b9ad-57fb6f2b9398 req-2355285d-de6f-4f10-b896-7b79af43c4d3 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1666474 Nov 13 07:32:45.904537 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0fb1b7-cc92-40fc-a554-61d2ff76c9db req-026dce05-87ac-4553-a6e0-ba3a375ac840 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:45.910509 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ed0fb1b7-cc92-40fc-a554-61d2ff76c9db req-026dce05-87ac-4553-a6e0-ba3a375ac840 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 944 time: 0.0991580 Nov 13 07:32:45.911429 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 6f81b996-6103-4bad-b0ca-761488b8b862 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:32:45.982166 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ed0fb1b7-cc92-40fc-a554-61d2ff76c9db req-af947183-6a8a-48ee-97fc-05498db4c16d tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706463 Nov 13 07:32:46.000649 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 6f81b996-6103-4bad-b0ca-761488b8b862 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:32:46.006299 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 6f81b996-6103-4bad-b0ca-761488b8b862 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:32:46.007072 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:46.029268 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-23110036-d503-431b-b9ad-57fb6f2b9398 req-a95834af-0db4-4313-8a8a-846a31f5a370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338212 Nov 13 07:32:46.062383 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56e6ec-ed6c-4c47-ac11-3394d47e59a1 req-49670345-f680-4716-bc0e-c7542415115c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:46.064778 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ba56e6ec-ed6c-4c47-ac11-3394d47e59a1 req-49670345-f680-4716-bc0e-c7542415115c service neutron] 10.222.0.36 "GET /v2.0/networks?id=8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 200 len: 919 time: 0.2898557 Nov 13 07:32:46.151519 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ba56e6ec-ed6c-4c47-ac11-3394d47e59a1 req-ded81aaa-a879-4b00-bc97-c6bf563d80fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e HTTP/1.1" status: 200 len: 217 time: 0.0790784 Nov 13 07:32:46.161703 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:46.196235 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b7cebd-31b6-4622-bfdb-338f980383b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f81b996-6103-4bad-b0ca-761488b8b862'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:46.206868 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 6f81b996-6103-4bad-b0ca-761488b8b862, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6f81b996-6103-4bad-b0ca-761488b8b862,segment=NetworkSegment(663995bd-0317-4b73-95d1-ba172a5752c9),segment_id=663995bd-0317-4b73-95d1-ba172a5752c9)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:46.213481 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:46.216034 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:46.266706 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56e6ec-ed6c-4c47-ac11-3394d47e59a1 req-40d31369-31f0-4c5e-bc36-352483b2443f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:46.269307 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ba56e6ec-ed6c-4c47-ac11-3394d47e59a1 req-40d31369-31f0-4c5e-bc36-352483b2443f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f47fbc9b-fba9-4c7a-b193-40c59ad78aac HTTP/1.1" status: 200 len: 858 time: 0.1040976 Nov 13 07:32:46.295207 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=6f81b996-6103-4bad-b0ca-761488b8b862,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:46.308141 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:46.324344 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b7cebd-31b6-4622-bfdb-338f980383b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f81b996-6103-4bad-b0ca-761488b8b862', 'code': 200} Nov 13 07:32:46.334474 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ba56e6ec-ed6c-4c47-ac11-3394d47e59a1 req-646f2b64-4d1b-41c7-a213-d73930dca0fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8be01342-839f-41b8-9728-3e30da81b26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501168 Nov 13 07:32:46.504870 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-5a1d79aa-c0d5-46ba-a6b1-d4b1961a064f tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:46.507140 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-5a1d79aa-c0d5-46ba-a6b1-d4b1961a064f tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 815 time: 0.2861319 Nov 13 07:32:46.535594 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-dcd31d35-4e2a-4239-8f64-6a16c7982feb tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/quotas/1f749ccecce34b19ae5c85eb9ae9bbcf HTTP/1.1" status: 200 len: 375 time: 0.0228951 Nov 13 07:32:46.589800 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ba56e6ec-ed6c-4c47-ac11-3394d47e59a1 req-8284066d-ddfe-49ec-9309-ac42e6686ce0 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449515 Nov 13 07:32:46.688295 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-5fceb8bf-0fcc-4c87-a15f-74eacf43c75a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508651 Nov 13 07:32:46.769036 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ba56e6ec-ed6c-4c47-ac11-3394d47e59a1 req-53690890-1891-4282-86e0-d038880cda40 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602983 Nov 13 07:32:46.837311 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4f3fcde4-ca71-4f02-8175-7b760cebdb19 req-c7c43ef1-1559-4f08-94a1-77c7141b055a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 1098 time: 0.2289338 Nov 13 07:32:46.901805 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-f9b4ae65-8de1-48fc-b716-0910d17e1d32 service neutron] 10.222.0.15 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132320 Nov 13 07:32:46.943596 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:47.032623 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4f3fcde4-ca71-4f02-8175-7b760cebdb19 req-ed5c6664-0642-42b2-b7b0-31ba3805c914 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829906 Nov 13 07:32:47.108231 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-386cc053-cdef-417b-82c8-9563adee3cb3 service neutron] 10.222.0.15 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030048 Nov 13 07:32:47.255502 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd6ae5-3a05-420e-92b5-f6bedbcd8783 req-d70c7871-9ee0-4bdd-926a-f835ba4698f1 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:47.257589 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a3fd6ae5-3a05-420e-92b5-f6bedbcd8783 req-d70c7871-9ee0-4bdd-926a-f835ba4698f1 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 945 time: 0.1161616 Nov 13 07:32:47.361015 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a3fd6ae5-3a05-420e-92b5-f6bedbcd8783 req-470bf620-8877-4411-812e-fceffe9d96ea tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931811 Nov 13 07:32:47.504839 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bbfa1-c813-4521-853a-faff9bfb8c19 req-e7d70921-ec82-4321-b646-3040d41e2176 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:47.507507 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8f3bbfa1-c813-4521-853a-faff9bfb8c19 req-e7d70921-ec82-4321-b646-3040d41e2176 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1209307 Nov 13 07:32:47.553933 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f1222992-bc5f-489b-8a14-efac8ccfcd29 req-33264012-1e9b-4707-85af-85f0393fb6f8 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 210 time: 0.0785313 Nov 13 07:32:47.632035 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8f3bbfa1-c813-4521-853a-faff9bfb8c19 req-5578f4d8-25f3-4c84-ae61-f94624bc2774 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171081 Nov 13 07:32:48.629054 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a8f88-ef09-439b-97be-0bab8a08023c req-733f3b8e-165e-4366-8716-9f9d7d961310 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:48.644609 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-143a8f88-ef09-439b-97be-0bab8a08023c req-733f3b8e-165e-4366-8716-9f9d7d961310 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 945 time: 0.1232316 Nov 13 07:32:48.716301 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-143a8f88-ef09-439b-97be-0bab8a08023c req-356efb9b-0437-4df2-b877-52f5b78f21be tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707998 Nov 13 07:32:48.864787 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c066adf6-7da7-4aae-9fc7-a4eac6d12415 req-9cad4f71-5bee-4ad7-9844-354d4ec958ec tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 210 time: 0.1308761 Nov 13 07:32:48.988466 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:32:48.992397 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfd3b2-6c44-4e1f-aa19-8e2f028e7924 req-9b31806b-00a6-4cf3-b969-13747e3e0b64 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:49.002171 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-96dfd3b2-6c44-4e1f-aa19-8e2f028e7924 req-9b31806b-00a6-4cf3-b969-13747e3e0b64 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1591680 Nov 13 07:32:49.024617 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-f5fb9c87-a333-43bc-afda-48ab0a2e79da tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:49.026036 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-f5fb9c87-a333-43bc-afda-48ab0a2e79da tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 815 time: 0.3414905 Nov 13 07:32:49.049639 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Request body: {'port': {'device_id': 'dc913518-32fb-4196-845e-e1c73b8ca7d1', 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351', 'admin_state_up': True, 'tenant_id': '1f749ccecce34b19ae5c85eb9ae9bbcf'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:49.051630 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-96dfd3b2-6c44-4e1f-aa19-8e2f028e7924 req-9de0de8b-74d3-4ff3-8a6b-1f94db9be9bc tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479190 Nov 13 07:32:49.245101 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:49.255461 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:49.270558 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Made reservation on behalf of 1f749ccecce34b19ae5c85eb9ae9bbcf for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:32:49.274114 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:49.475953 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Allocated IP 172.20.0.11 (c086dbfe-3975-4dc7-ba75-b459e44d4351/f550449c-055d-4432-b29f-0276b0b90157/808548d0-199a-4cb6-b079-a1defc9895e3) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:32:49.701356 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:49.741048 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:49.761580 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['7feb61ed-1f5d-47f6-99df-fc9b92b3f60a', 'aaad678d-1145-4b2f-8d76-a9c401085e65', 'f3a07906-1050-482c-a965-5b2c065380d7'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:32:49.769798 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-9d6b98c2-15ab-47ed-bd53-4266ad50d5dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:49.835860 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Network c086dbfe-3975-4dc7-ba75-b459e44d4351 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:32:49.839642 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:32:49.843721 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:32:49.920424 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Pushing event updated for resources: {'Port': ['ID=808548d0-199a-4cb6-b079-a1defc9895e3,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:49.939800 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:49.986461 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:49.987111 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:50.124288 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0793607 Nov 13 07:32:50.141714 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Request body: {'port': {'device_id': 'dc913518-32fb-4196-845e-e1c73b8ca7d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:32:50.230846 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be25302-f3d8-409d-b753-1b24bb003a83 req-3b1fa609-71f0-451d-8991-c731e417a9e6 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:50.232438 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5be25302-f3d8-409d-b753-1b24bb003a83 req-3b1fa609-71f0-451d-8991-c731e417a9e6 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 932 time: 0.1110163 Nov 13 07:32:50.290651 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5be25302-f3d8-409d-b753-1b24bb003a83 req-0e0a5bbd-5282-4700-81c0-70c94235cef6 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481968 Nov 13 07:32:50.357086 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e6eb6-89d3-444b-b8fc-2bfa84db70e0 req-176ce64e-0974-4d7b-9183-54a88e4ea170 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:50.364070 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e07e6eb6-89d3-444b-b8fc-2bfa84db70e0 req-176ce64e-0974-4d7b-9183-54a88e4ea170 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 945 time: 0.3522723 Nov 13 07:32:50.433685 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:50.462461 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e07e6eb6-89d3-444b-b8fc-2bfa84db70e0 req-0ca20ce1-b11b-4776-9bdb-c69bda9eefff tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970211 Nov 13 07:32:50.558103 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd93a5-e4a9-4cf6-a903-7f00be8815ac req-160ff9d0-94d9-4967-9978-d1a16a9aabfb tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:50.560397 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-dadd93a5-e4a9-4cf6-a903-7f00be8815ac req-160ff9d0-94d9-4967-9978-d1a16a9aabfb tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1070373 Nov 13 07:32:50.649594 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-dadd93a5-e4a9-4cf6-a903-7f00be8815ac req-76a5608c-1705-4e35-9f87-9fddbef6c7fd tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835125 Nov 13 07:32:50.856568 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808548d0-199a-4cb6-b079-a1defc9895e3 {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:32:50.864256 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:50.879744 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Transition to ACTIVE for port object 808548d0-199a-4cb6-b079-a1defc9895e3 will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:32:50.884202 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:50.889499 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:51.185860 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Pushing event updated for resources: {'Port': ['ID=808548d0-199a-4cb6-b079-a1defc9895e3,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:51.191924 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:51.253032 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Attempting to bind port 808548d0-199a-4cb6-b079-a1defc9895e3 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:32:51.253654 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Attempting to bind port 808548d0-199a-4cb6-b079-a1defc9895e3 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:32:51.253996 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Attempting to bind port 808548d0-199a-4cb6-b079-a1defc9895e3 on network c086dbfe-3975-4dc7-ba75-b459e44d4351 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:32:51.260413 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Port 808548d0-199a-4cb6-b079-a1defc9895e3 on network c086dbfe-3975-4dc7-ba75-b459e44d4351 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:32:51.260718 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Attempting to bind port 808548d0-199a-4cb6-b079-a1defc9895e3 on network c086dbfe-3975-4dc7-ba75-b459e44d4351 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:32:51.268044 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:32:51.268593 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Checking segment: {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:32:51.269113 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Bound using segment: {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:32:51.269974 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Bound port: 808548d0-199a-4cb6-b079-a1defc9895e3, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '603b8692-10c9-4806-8038-94c50525615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:32:51.270460 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:51.453305 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] For port 808548d0-199a-4cb6-b079-a1defc9895e3, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:32:51.457903 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] For port 808548d0-199a-4cb6-b079-a1defc9895e3, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=808548d0-199a-4cb6-b079-a1defc9895e3,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:32:51.466065 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:51.477348 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d24378a4-aba8-498c-a136-3f9740d05d33 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:51.568817 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34462) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:51.619891 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:51.621313 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/808548d0-199a-4cb6-b079-a1defc9895e3 HTTP/1.1" status: 200 len: 1094 time: 1.4845190 Nov 13 07:32:51.625210 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc913518-32fb-4196-845e-e1c73b8ca7d1', 'tag': '808548d0-199a-4cb6-b079-a1defc9895e3'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:51.631700 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Pushing event updated for resources: {'Port': ['ID=808548d0-199a-4cb6-b079-a1defc9895e3,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:51.637806 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:51.668377 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5743f-503b-498b-82eb-2f0f358eefc8 req-2a478ea8-75c9-4af5-b1b7-8112730461cb tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:51.669266 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-fdb5743f-503b-498b-82eb-2f0f358eefc8 req-2a478ea8-75c9-4af5-b1b7-8112730461cb tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Synchronizing usage tracker for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:32:51.731276 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc913518-32fb-4196-845e-e1c73b8ca7d1', 'tag': '808548d0-199a-4cb6-b079-a1defc9895e3', 'status': 'completed', 'code': 200} Nov 13 07:32:51.760274 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-fdb5743f-503b-498b-82eb-2f0f358eefc8 req-2a478ea8-75c9-4af5-b1b7-8112730461cb tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Unset dirty status for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:32:51.762048 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fdb5743f-503b-498b-82eb-2f0f358eefc8 req-2a478ea8-75c9-4af5-b1b7-8112730461cb tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 944 time: 0.2389622 Nov 13 07:32:51.814587 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-eecb64a0-c011-47a3-8f02-c4f50ae779f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 1097 time: 0.1330044 Nov 13 07:32:51.882333 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-03facfc6-443f-40c5-aa09-a7e27c76664e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:51.896610 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fdb5743f-503b-498b-82eb-2f0f358eefc8 req-b5db17b9-4a50-42cc-b336-9aafebc37efc tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154187 Nov 13 07:32:51.905756 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-ff221b7f-7b0d-48f4-bfb9-c2962179a3cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808548d0-199a-4cb6-b079-a1defc9895e3 HTTP/1.1" status: 200 len: 217 time: 0.0752890 Nov 13 07:32:51.926450 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-03facfc6-443f-40c5-aa09-a7e27c76664e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:51.932561 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-03facfc6-443f-40c5-aa09-a7e27c76664e admin admin] Usage tracker for resource:security_group_rule and tenant:b8c41e86c1ce4f67bc3f10aa4d48b4fe is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:51.936156 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-03facfc6-443f-40c5-aa09-a7e27c76664e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:51.949153 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-03facfc6-443f-40c5-aa09-a7e27c76664e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:51.966466 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb9049-777b-42bb-b296-fb89cb19af4f req-6bb2c810-21c6-4d96-9ac8-dd6d2dc176d2 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:51.967958 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5bdb9049-777b-42bb-b296-fb89cb19af4f req-6bb2c810-21c6-4d96-9ac8-dd6d2dc176d2 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1408064 Nov 13 07:32:51.995012 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-acabd991-4187-4949-ac17-37a0c3238eda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:51.996669 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-acabd991-4187-4949-ac17-37a0c3238eda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f550449c-055d-4432-b29f-0276b0b90157 HTTP/1.1" status: 200 len: 855 time: 0.0805156 Nov 13 07:32:52.033376 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5bdb9049-777b-42bb-b296-fb89cb19af4f req-f31add2e-b23e-423c-a806-4beee004cb3a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593495 Nov 13 07:32:52.064326 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-69a74453-7bcb-4fab-956f-b6c467b4c0ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c086dbfe-3975-4dc7-ba75-b459e44d4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598202 Nov 13 07:32:52.089071 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-03facfc6-443f-40c5-aa09-a7e27c76664e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:52.098603 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-03facfc6-443f-40c5-aa09-a7e27c76664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:52.117279 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0214a16c-e992-445a-affb-582c6d7020cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:52.202246 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03facfc6-443f-40c5-aa09-a7e27c76664e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffadf0ac-7d76-4e7e-b3fb-10ddca37d715,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:52.214489 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-03facfc6-443f-40c5-aa09-a7e27c76664e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:52.226046 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34482) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:52.230688 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-03facfc6-443f-40c5-aa09-a7e27c76664e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8c41e86c1ce4f67bc3f10aa4d48b4fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6606328 Nov 13 07:32:52.272454 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-2a163f82-ff3a-48d0-93fb-042f8098d16b service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997049 Nov 13 07:32:52.416270 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd8fd-347a-43c0-93e6-280946d35b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:52.479056 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd8fd-347a-43c0-93e6-280946d35b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:52.503088 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d39f0e43-459e-4856-a82b-e2f02489b678 req-922a5065-a219-4cae-919d-2a9e240c1949 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153215 Nov 13 07:32:52.545493 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd8fd-347a-43c0-93e6-280946d35b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:52.560602 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b255b9fe-bb51-4944-8cc7-7b6beb8d2cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:52.602945 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbd8fd-347a-43c0-93e6-280946d35b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffadf0ac-7d76-4e7e-b3fb-10ddca37d715,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:52.611061 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0bbbd8fd-347a-43c0-93e6-280946d35b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:52.617406 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0bbbd8fd-347a-43c0-93e6-280946d35b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:52.618507 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-0bbbd8fd-347a-43c0-93e6-280946d35b60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ffadf0ac-7d76-4e7e-b3fb-10ddca37d715 HTTP/1.1" status: 204 len: 168 time: 0.3914747 Nov 13 07:32:52.659760 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b415e1c-a8c7-43f6-bc6e-7f82208e4576 req-95f9fd66-dbf7-4ceb-8c2d-75e31c9c344d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 1097 time: 0.0882499 Nov 13 07:32:52.803598 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b415e1c-a8c7-43f6-bc6e-7f82208e4576 req-1c7cd2ec-8fe5-488f-9a8a-c32081e89a2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:52.806689 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b415e1c-a8c7-43f6-bc6e-7f82208e4576 req-1c7cd2ec-8fe5-488f-9a8a-c32081e89a2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 916 time: 0.1366875 Nov 13 07:32:52.885523 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b415e1c-a8c7-43f6-bc6e-7f82208e4576 req-6d088fdb-b79e-4379-ad67-fbeaf7700bd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=808548d0-199a-4cb6-b079-a1defc9895e3 HTTP/1.1" status: 200 len: 217 time: 0.0643826 Nov 13 07:32:52.972039 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b415e1c-a8c7-43f6-bc6e-7f82208e4576 req-e020da9f-c666-49a0-a88a-846e413de53c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:52.973768 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b415e1c-a8c7-43f6-bc6e-7f82208e4576 req-e020da9f-c666-49a0-a88a-846e413de53c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f550449c-055d-4432-b29f-0276b0b90157 HTTP/1.1" status: 200 len: 855 time: 0.0762565 Nov 13 07:32:53.035851 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34516) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:53.085638 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3980aabe-b6d2-4008-8e1d-d960c436fdcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:53.091974 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b415e1c-a8c7-43f6-bc6e-7f82208e4576 req-21e86af2-0367-4ea6-a4e2-3751a55ee1bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c086dbfe-3975-4dc7-ba75-b459e44d4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073709 Nov 13 07:32:53.135031 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-3980aabe-b6d2-4008-8e1d-d960c436fdcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:53.143685 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-3980aabe-b6d2-4008-8e1d-d960c436fdcb admin admin] Usage tracker for resource:security_group_rule and tenant:459fadd91c4e4be58efa37b03b18ae43 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:53.147341 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-3980aabe-b6d2-4008-8e1d-d960c436fdcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:53.154120 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-3980aabe-b6d2-4008-8e1d-d960c436fdcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:53.290434 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b415e1c-a8c7-43f6-bc6e-7f82208e4576 req-7bfad7e8-3f08-4219-a3d7-f49687852608 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906295 Nov 13 07:32:53.299312 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294faff-1e12-412e-9f3e-7b85c060df05 req-d8d7d4e6-82e6-4aba-8386-da72c45e02f9 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:53.301287 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b294faff-1e12-412e-9f3e-7b85c060df05 req-d8d7d4e6-82e6-4aba-8386-da72c45e02f9 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 944 time: 0.2542391 Nov 13 07:32:53.393947 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3980aabe-b6d2-4008-8e1d-d960c436fdcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:53.409567 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4045ed-c63b-45d4-ace5-bb77cca7a373 req-409af119-a138-4ef1-9c24-c2816c99f3ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:53.419160 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ea4045ed-c63b-45d4-ace5-bb77cca7a373 req-409af119-a138-4ef1-9c24-c2816c99f3ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.2336583 Nov 13 07:32:53.479552 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ea4045ed-c63b-45d4-ace5-bb77cca7a373 req-207f20c6-e51e-4613-be40-09fea1cec5b2 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592709 Nov 13 07:32:53.481501 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3980aabe-b6d2-4008-8e1d-d960c436fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:53.507812 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b294faff-1e12-412e-9f3e-7b85c060df05 req-06d863aa-455e-4b21-8ac2-cc6779aea8d8 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820698 Nov 13 07:32:53.522734 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-03facfc6-443f-40c5-aa09-a7e27c76664e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:53.534048 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-3980aabe-b6d2-4008-8e1d-d960c436fdcb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=459fadd91c4e4be58efa37b03b18ae43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4969473 Nov 13 07:32:53.539741 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34540) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:53.564636 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b415e1c-a8c7-43f6-bc6e-7f82208e4576 req-ca2e9154-9cba-46fc-ba63-9835aec5dfc9 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604725 Nov 13 07:32:53.595621 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980aabe-b6d2-4008-8e1d-d960c436fdcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1d2d05-0e70-41db-9299-c858e7803f78,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:53.601847 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3980aabe-b6d2-4008-8e1d-d960c436fdcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:53.622931 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ac92570a-5aa8-4eea-bc89-b1ecac62e019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:53.651196 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ac92570a-5aa8-4eea-bc89-b1ecac62e019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:53.721570 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ac92570a-5aa8-4eea-bc89-b1ecac62e019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:53.729744 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7ff8eeab-ce14-4060-95bb-34a8622fd2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:53.746910 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92570a-5aa8-4eea-bc89-b1ecac62e019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1d2d05-0e70-41db-9299-c858e7803f78,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:53.749317 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34546) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:53.751767 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-ac92570a-5aa8-4eea-bc89-b1ecac62e019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:53.757814 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ac92570a-5aa8-4eea-bc89-b1ecac62e019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:53.759380 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-ac92570a-5aa8-4eea-bc89-b1ecac62e019 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe1d2d05-0e70-41db-9299-c858e7803f78 HTTP/1.1" status: 204 len: 168 time: 0.2184708 Nov 13 07:32:54.229635 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5fac1688-9c6d-4e58-8ffa-fcc863d42737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:54.265487 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-5fac1688-9c6d-4e58-8ffa-fcc863d42737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:54.270247 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-5fac1688-9c6d-4e58-8ffa-fcc863d42737 admin admin] Usage tracker for resource:security_group_rule and tenant:67e52d682130496eb134c0650e635650 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:54.273536 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-5fac1688-9c6d-4e58-8ffa-fcc863d42737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:54.282754 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-5fac1688-9c6d-4e58-8ffa-fcc863d42737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:54.363325 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5fac1688-9c6d-4e58-8ffa-fcc863d42737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:54.370069 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5fac1688-9c6d-4e58-8ffa-fcc863d42737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:54.377393 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-c1d4ad70-9b58-4b8f-8edd-1ef573ee8405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:54.408076 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac1688-9c6d-4e58-8ffa-fcc863d42737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963ca20c-da87-4878-a9f0-36f015e90d68,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:54.417592 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-5fac1688-9c6d-4e58-8ffa-fcc863d42737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:54.427501 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-5fac1688-9c6d-4e58-8ffa-fcc863d42737 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67e52d682130496eb134c0650e635650&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6748357 Nov 13 07:32:54.430203 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34570) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:54.496160 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4cd9-c0bd-4f22-a117-8b9695371349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:54.526100 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4cd9-c0bd-4f22-a117-8b9695371349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:54.585002 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4cd9-c0bd-4f22-a117-8b9695371349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:54.593804 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:54.608792 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e4cd9-c0bd-4f22-a117-8b9695371349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963ca20c-da87-4878-a9f0-36f015e90d68,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:54.611611 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4cd9-c0bd-4f22-a117-8b9695371349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:54.614381 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-0e5e4cd9-c0bd-4f22-a117-8b9695371349 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/963ca20c-da87-4878-a9f0-36f015e90d68 HTTP/1.1" status: 204 len: 168 time: 0.1817882 Nov 13 07:32:54.616091 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0e5e4cd9-c0bd-4f22-a117-8b9695371349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:54.687271 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc6244-49db-4053-a659-a08de6377ee5 req-9e7c61bd-3004-4c79-aa24-8401ffed541c tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:54.689834 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-86bc6244-49db-4053-a659-a08de6377ee5 req-9e7c61bd-3004-4c79-aa24-8401ffed541c tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.0823154 Nov 13 07:32:54.767288 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-86bc6244-49db-4053-a659-a08de6377ee5 req-ab2d23d9-6e58-41f2-aeb9-7d2e6680e100 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712252 Nov 13 07:32:54.805483 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd41f2-8bec-4a89-ab98-ea97640567fb req-e8ac40fb-12d0-41c3-b16d-5c39786d440f tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:54.807464 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-42bd41f2-8bec-4a89-ab98-ea97640567fb req-e8ac40fb-12d0-41c3-b16d-5c39786d440f tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 944 time: 0.1240282 Nov 13 07:32:54.859899 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-42bd41f2-8bec-4a89-ab98-ea97640567fb req-92e38531-33ab-409a-94fa-0c1fd95d3d1f tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460961 Nov 13 07:32:55.028481 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34592) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:55.047073 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-627baf87-d033-4bcb-a223-39b5e1a65287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:55.084176 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-627baf87-d033-4bcb-a223-39b5e1a65287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:55.095027 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-627baf87-d033-4bcb-a223-39b5e1a65287 admin admin] Usage tracker for resource:security_group_rule and tenant:9ebdb504db4a49918518064928e1c008 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:55.097996 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-627baf87-d033-4bcb-a223-39b5e1a65287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:55.103775 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-627baf87-d033-4bcb-a223-39b5e1a65287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:55.172147 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-627baf87-d033-4bcb-a223-39b5e1a65287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:55.177237 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-627baf87-d033-4bcb-a223-39b5e1a65287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:55.184162 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-236e85fa-55e4-4cc9-8979-9d265ffeff05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:55.225419 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627baf87-d033-4bcb-a223-39b5e1a65287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1eba66-b2ee-4b25-8df0-054fcee2f978,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:55.232564 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-627baf87-d033-4bcb-a223-39b5e1a65287 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ebdb504db4a49918518064928e1c008&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2006972 Nov 13 07:32:55.232564 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-627baf87-d033-4bcb-a223-39b5e1a65287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:55.232937 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34602) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:55.300593 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3f9da0f5-4d70-43f8-8fb6-8eac556b564f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:55.348269 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3f9da0f5-4d70-43f8-8fb6-8eac556b564f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:55.446543 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3f9da0f5-4d70-43f8-8fb6-8eac556b564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:55.454555 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3dbe94a6-2fe3-477e-897c-34e3a881b185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:55.469148 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9da0f5-4d70-43f8-8fb6-8eac556b564f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1eba66-b2ee-4b25-8df0-054fcee2f978,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:55.471274 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3f9da0f5-4d70-43f8-8fb6-8eac556b564f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:55.475350 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-3f9da0f5-4d70-43f8-8fb6-8eac556b564f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac1eba66-b2ee-4b25-8df0-054fcee2f978 HTTP/1.1" status: 204 len: 168 time: 0.2412391 Nov 13 07:32:55.476617 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3f9da0f5-4d70-43f8-8fb6-8eac556b564f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:55.577247 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe022e0-ef48-48f4-8bab-2dca2a76ba47 req-f9380acb-a7b3-4684-8193-b33e3cd77e8d tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:55.589409 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-afe022e0-ef48-48f4-8bab-2dca2a76ba47 req-f9380acb-a7b3-4684-8193-b33e3cd77e8d tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 945 time: 0.1378639 Nov 13 07:32:55.670034 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-afe022e0-ef48-48f4-8bab-2dca2a76ba47 req-4b7ed2fb-b2b1-4837-ac62-0208fb3e3716 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785170 Nov 13 07:32:55.954890 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 808548d0-199a-4cb6-b079-a1defc9895e3 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:32:56.009434 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff761f4f-4225-4f5d-8e9b-31ba53f4073c req-2cbfa0b6-2e90-4962-9779-1e851ed01c23 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:56.011049 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ff761f4f-4225-4f5d-8e9b-31ba53f4073c req-2cbfa0b6-2e90-4962-9779-1e851ed01c23 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1025546 Nov 13 07:32:56.079776 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ff761f4f-4225-4f5d-8e9b-31ba53f4073c req-a36f0596-5325-4173-a23d-cc60de626191 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631890 Nov 13 07:32:56.087207 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879f265-8e8a-4434-8cf7-83fc29ff1692 req-2f66b7f2-2408-4d30-bfcf-4795461b7f7d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:56.091477 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4879f265-8e8a-4434-8cf7-83fc29ff1692 req-2f66b7f2-2408-4d30-bfcf-4795461b7f7d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 944 time: 0.1034932 Nov 13 07:32:56.123056 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 808548d0-199a-4cb6-b079-a1defc9895e3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=808548d0-199a-4cb6-b079-a1defc9895e3,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:56.155813 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4879f265-8e8a-4434-8cf7-83fc29ff1692 req-37677d7c-fb12-41ef-98c3-ae4df39d41dc tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521638 Nov 13 07:32:56.170623 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '808548d0-199a-4cb6-b079-a1defc9895e3', 'network_id': 'c086dbfe-3975-4dc7-ba75-b459e44d4351', 'port_id': '808548d0-199a-4cb6-b079-a1defc9895e3', 'mac_address': 'fa:16:3e:43:5f:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f550449c-055d-4432-b29f-0276b0b90157', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:32:56.230394 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:56.248733 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808548d0-199a-4cb6-b079-a1defc9895e3 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:32:56.264685 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 808548d0-199a-4cb6-b079-a1defc9895e3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=808548d0-199a-4cb6-b079-a1defc9895e3,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:56.269646 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:56.271407 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:56.339770 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=808548d0-199a-4cb6-b079-a1defc9895e3,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:56.343122 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:56.627093 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['808548d0-199a-4cb6-b079-a1defc9895e3'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:32:56.975003 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad564b-6eeb-4aa6-8ceb-93cb7188b172 req-2595ef9a-7601-4e5e-9898-f3f95a75e751 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:56.976541 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-17ad564b-6eeb-4aa6-8ceb-93cb7188b172 req-2595ef9a-7601-4e5e-9898-f3f95a75e751 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 945 time: 0.0875812 Nov 13 07:32:57.067927 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-17ad564b-6eeb-4aa6-8ceb-93cb7188b172 req-b77aaf7c-ff21-4f58-9de8-c72f6e74e4d4 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d8e0903-633d-4da0-a444-a7cf0db37c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748065 Nov 13 07:32:57.196847 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5a490-3de7-48f7-9373-407618eaff21 req-c22641a6-0861-4b45-9350-439ae0ea6762 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:57.202587 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f5d5a490-3de7-48f7-9373-407618eaff21 req-c22641a6-0861-4b45-9350-439ae0ea6762 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 945 time: 0.1448057 Nov 13 07:32:57.401228 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-f5d5a490-3de7-48f7-9373-407618eaff21 req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Deleting port 6f81b996-6103-4bad-b0ca-761488b8b862 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:32:57.402920 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-f5d5a490-3de7-48f7-9373-407618eaff21 req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:57.529792 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34692) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:57.595322 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625876a2-a508-4190-a0f3-8513e3e24809 req-fb04cf8a-a4f4-43ab-ad98-cf970464d59a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:57.605026 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-625876a2-a508-4190-a0f3-8513e3e24809 req-fb04cf8a-a4f4-43ab-ad98-cf970464d59a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 945 time: 0.1967225 Nov 13 07:32:57.708649 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-625876a2-a508-4190-a0f3-8513e3e24809 req-b1f446e0-89e1-4d0e-969c-65a12ba58d1f tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026454 Nov 13 07:32:57.712090 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0e99c-93b5-4352-a2eb-872acdd0aaa3 req-9ccdb49b-710a-435d-9e76-c73b26fd9190 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:57.713584 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-47d0e99c-93b5-4352-a2eb-872acdd0aaa3 req-9ccdb49b-710a-435d-9e76-c73b26fd9190 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.4283459 Nov 13 07:32:57.844202 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-47d0e99c-93b5-4352-a2eb-872acdd0aaa3 req-eafa94cf-3c04-485c-8e15-9b28a4ccba2f tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249785 Nov 13 07:32:57.886177 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-f5d5a490-3de7-48f7-9373-407618eaff21 req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] For port 6f81b996-6103-4bad-b0ca-761488b8b862, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6f81b996-6103-4bad-b0ca-761488b8b862,segment=NetworkSegment(663995bd-0317-4b73-95d1-ba172a5752c9),segment_id=663995bd-0317-4b73-95d1-ba172a5752c9)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:57.886752 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-f5d5a490-3de7-48f7-9373-407618eaff21 req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:57.957963 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7f91b610-d43f-418d-893a-257762d4a4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:57.979821 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 808548d0-199a-4cb6-b079-a1defc9895e3 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:32:57.994426 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7f91b610-d43f-418d-893a-257762d4a4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:32:57.999711 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7f91b610-d43f-418d-893a-257762d4a4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:e1013b0b5d4c43f8aa77f0a527986e2b is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:32:58.003719 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7f91b610-d43f-418d-893a-257762d4a4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:32:58.010186 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7f91b610-d43f-418d-893a-257762d4a4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:32:58.021904 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-f5d5a490-3de7-48f7-9373-407618eaff21 req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Calling delete_port for 6f81b996-6103-4bad-b0ca-761488b8b862 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:32:58.091563 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 808548d0-199a-4cb6-b079-a1defc9895e3 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:32:58.098419 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 808548d0-199a-4cb6-b079-a1defc9895e3 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:32:58.099180 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:58.099708 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7f91b610-d43f-418d-893a-257762d4a4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:58.106362 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7f91b610-d43f-418d-893a-257762d4a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:58.143016 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:58.175654 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34716) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:32:58.176728 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-7f91b610-d43f-418d-893a-257762d4a4a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1013b0b5d4c43f8aa77f0a527986e2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6444082 Nov 13 07:32:58.194067 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91b610-d43f-418d-893a-257762d4a4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5895b00a-0bb4-40ab-8ebd-fa05c51d873a,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:58.198878 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7f91b610-d43f-418d-893a-257762d4a4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:58.260809 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-f5d5a490-3de7-48f7-9373-407618eaff21 req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:58.277470 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['6f81b996-6103-4bad-b0ca-761488b8b862'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:32:58.312525 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:58.315804 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4a5afce6-7dba-4dee-8a08-fc40c2058f90 req-8dc17c2d-e6b3-45a3-910c-9cd7c92c5ccd tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 210 time: 0.0458348 Nov 13 07:32:58.375694 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:58.405035 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc913518-32fb-4196-845e-e1c73b8ca7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808548d0-199a-4cb6-b079-a1defc9895e3'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:58.414566 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Pushing event deleted for resources: {'Port': ['ID=6f81b996-6103-4bad-b0ca-761488b8b862,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:58.416289 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 808548d0-199a-4cb6-b079-a1defc9895e3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=808548d0-199a-4cb6-b079-a1defc9895e3,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:32:58.424108 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:58.425554 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-384f3a6a-d4f4-43c8-b519-1065e6d511b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:58.426674 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:58.427239 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:58.502237 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc913518-32fb-4196-845e-e1c73b8ca7d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808548d0-199a-4cb6-b079-a1defc9895e3', 'code': 200} Nov 13 07:32:58.503678 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=808548d0-199a-4cb6-b079-a1defc9895e3,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:58.507752 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:58.518965 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d5a490-3de7-48f7-9373-407618eaff21 req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] No DVR routers for this DVR port 6f81b996-6103-4bad-b0ca-761488b8b862 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:32:58.526020 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fdb0dd7b-4768-4456-b299-322b877f9ace req-9bca1558-ee2c-4ec9-9081-450a10d45ae4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 1098 time: 0.1319094 Nov 13 07:32:58.527821 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-f5d5a490-3de7-48f7-9373-407618eaff21 req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:58.530227 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b7cebd-31b6-4622-bfdb-338f980383b0', 'name': 'network-vif-deleted', 'tag': '6f81b996-6103-4bad-b0ca-761488b8b862'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:32:58.561277 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-384f3a6a-d4f4-43c8-b519-1065e6d511b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:58.578822 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fdb0dd7b-4768-4456-b299-322b877f9ace req-332bf854-6b0a-46bd-8048-f6f67c574508 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453911 Nov 13 07:32:58.581569 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f5d5a490-3de7-48f7-9373-407618eaff21 req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.36 "DELETE /v2.0/ports/6f81b996-6103-4bad-b0ca-761488b8b862 HTTP/1.1" status: 204 len: 173 time: 1.3715453 Nov 13 07:32:58.608550 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b7cebd-31b6-4622-bfdb-338f980383b0', 'name': 'network-vif-deleted', 'tag': '6f81b996-6103-4bad-b0ca-761488b8b862', 'status': 'completed', 'code': 200} Nov 13 07:32:58.625025 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-384f3a6a-d4f4-43c8-b519-1065e6d511b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:58.631212 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-627baf87-d033-4bcb-a223-39b5e1a65287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:32:58.645838 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f3a6a-d4f4-43c8-b519-1065e6d511b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5895b00a-0bb4-40ab-8ebd-fa05c51d873a,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:32:58.648943 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-384f3a6a-d4f4-43c8-b519-1065e6d511b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:32:58.649864 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-384f3a6a-d4f4-43c8-b519-1065e6d511b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:32:58.651051 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-384f3a6a-d4f4-43c8-b519-1065e6d511b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5895b00a-0bb4-40ab-8ebd-fa05c51d873a HTTP/1.1" status: 204 len: 168 time: 0.4744318 Nov 13 07:32:59.066172 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c77df6cb-9285-48a0-a733-b53fb6f836b0 req-a613ae7a-ba0c-4dcc-a5f0-8215d242ecd6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 1099 time: 0.1214819 Nov 13 07:32:59.076483 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0919999-bfd0-43e8-9c21-6aa236339b12 req-24ec4f37-0ac3-4b0f-8ec2-f614302f7735 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:59.078001 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f0919999-bfd0-43e8-9c21-6aa236339b12 req-24ec4f37-0ac3-4b0f-8ec2-f614302f7735 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 946 time: 0.2279937 Nov 13 07:32:59.168211 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac06317-9c9c-43c1-bd51-70ac334941a4 req-8fca17ad-ac40-45dc-981b-c197def27341 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:32:59.181390 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9ac06317-9c9c-43c1-bd51-70ac334941a4 req-8fca17ad-ac40-45dc-981b-c197def27341 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1342618 Nov 13 07:32:59.216965 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c77df6cb-9285-48a0-a733-b53fb6f836b0 req-616f05a9-5cc4-4575-98bb-a1f09179ba3a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379941 Nov 13 07:32:59.221738 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f0919999-bfd0-43e8-9c21-6aa236339b12 req-df1475dd-024e-4bb7-88df-853d6cf4619d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896423 Nov 13 07:32:59.279384 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9ac06317-9c9c-43c1-bd51-70ac334941a4 req-5a844498-d1a2-4422-b4ea-4dcb95768cdb tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966642 Nov 13 07:32:59.533353 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-88efbc6a-270a-44eb-9224-4e3d8ce24faf req-adc35f39-8fa9-4551-99b0-ea219e6c6ee0 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Synchronizing usage tracker for tenant:f3efa36991f043c28b7713f0d0625860 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:32:59.552064 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-88efbc6a-270a-44eb-9224-4e3d8ce24faf req-adc35f39-8fa9-4551-99b0-ea219e6c6ee0 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Unset dirty status for tenant:f3efa36991f043c28b7713f0d0625860 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:32:59.565053 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-88efbc6a-270a-44eb-9224-4e3d8ce24faf req-adc35f39-8fa9-4551-99b0-ea219e6c6ee0 tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] 10.222.0.15 "GET /v2.0/ports?device_id=30b7cebd-31b6-4622-bfdb-338f980383b0 HTTP/1.1" status: 200 len: 210 time: 0.0828595 Nov 13 07:32:59.732864 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34772) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:00.020614 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e6f1d48c-6815-473f-bb1c-ac1f9a7b27ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:00.055116 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-e6f1d48c-6815-473f-bb1c-ac1f9a7b27ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:00.061998 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-e6f1d48c-6815-473f-bb1c-ac1f9a7b27ad admin admin] Usage tracker for resource:security_group_rule and tenant:150bb728003a4257813dfed4be3da4e0 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:00.065310 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-e6f1d48c-6815-473f-bb1c-ac1f9a7b27ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:00.072005 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-e6f1d48c-6815-473f-bb1c-ac1f9a7b27ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:00.156210 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e6f1d48c-6815-473f-bb1c-ac1f9a7b27ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:00.161853 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e6f1d48c-6815-473f-bb1c-ac1f9a7b27ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:00.173513 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-43d8bfc9-7246-4de0-b055-2e6ca671f13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:00.216818 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1d48c-6815-473f-bb1c-ac1f9a7b27ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e647c6-629b-44dd-89f0-07c3a568ec7b,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:00.220976 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-e6f1d48c-6815-473f-bb1c-ac1f9a7b27ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=150bb728003a4257813dfed4be3da4e0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4870546 Nov 13 07:33:00.221821 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e6f1d48c-6815-473f-bb1c-ac1f9a7b27ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:00.226840 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34794) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:00.312783 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-172c795e-9abb-4905-83f0-273357b5bd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:00.388504 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-172c795e-9abb-4905-83f0-273357b5bd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:00.551482 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c464efe-fc7a-4194-8c68-193a982d1591 req-9f3b60d5-546e-43ff-b95d-e9161a938d07 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:00.553253 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1c464efe-fc7a-4194-8c68-193a982d1591 req-9f3b60d5-546e-43ff-b95d-e9161a938d07 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 946 time: 0.1559813 Nov 13 07:33:00.575697 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-172c795e-9abb-4905-83f0-273357b5bd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:00.585949 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d2c0298a-f48a-4ddc-8bab-22a3c0e0d5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:00.603919 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c795e-9abb-4905-83f0-273357b5bd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e647c6-629b-44dd-89f0-07c3a568ec7b,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:00.612185 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1c464efe-fc7a-4194-8c68-193a982d1591 req-24b2f3c4-39a1-460e-a850-7cacfb6e870d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492744 Nov 13 07:33:00.626416 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-172c795e-9abb-4905-83f0-273357b5bd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:00.629315 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-172c795e-9abb-4905-83f0-273357b5bd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:00.630835 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-172c795e-9abb-4905-83f0-273357b5bd09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01e647c6-629b-44dd-89f0-07c3a568ec7b HTTP/1.1" status: 204 len: 168 time: 0.4030030 Nov 13 07:33:00.650901 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9de0fb-8f48-4534-b880-44744c1ac9b7 req-ec0ca0f0-c936-4e05-a12f-dda748f3a711 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:00.652841 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b9de0fb-8f48-4534-b880-44744c1ac9b7 req-ec0ca0f0-c936-4e05-a12f-dda748f3a711 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1782048 Nov 13 07:33:00.732176 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b9de0fb-8f48-4534-b880-44744c1ac9b7 req-efb62025-4c1f-4715-8094-4e46e8e454cb tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726430 Nov 13 07:33:01.213703 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34834) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:01.238222 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c93222b-7911-4943-baf2-d3a9f2df1815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:01.326503 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-4c93222b-7911-4943-baf2-d3a9f2df1815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:01.336217 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-4c93222b-7911-4943-baf2-d3a9f2df1815 admin admin] Usage tracker for resource:security_group_rule and tenant:caa5ebfdb91542698de3daaa0f25866b is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:01.340371 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-4c93222b-7911-4943-baf2-d3a9f2df1815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:01.352232 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-4c93222b-7911-4943-baf2-d3a9f2df1815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:01.369975 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-566c0e45-2153-490b-839b-7b94cba9516e req-c9d9ca59-a327-43e8-8aef-a01e16d70af9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=701084be16d8431e8af00ee5e87889bb&device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 1098 time: 0.2035360 Nov 13 07:33:01.477019 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c93222b-7911-4943-baf2-d3a9f2df1815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:01.485380 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c93222b-7911-4943-baf2-d3a9f2df1815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:01.501064 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378154c-bf8a-4a71-a694-3e5bbd33431f req-ab94cf38-4314-4e65-a754-ae01ff85f6de tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:01.507794 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a378154c-bf8a-4a71-a694-3e5bbd33431f req-ab94cf38-4314-4e65-a754-ae01ff85f6de tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.2546983 Nov 13 07:33:01.523821 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-34b38dd2-57fc-4511-8988-8f401bd602ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:01.540313 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34846) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:01.543384 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-4c93222b-7911-4943-baf2-d3a9f2df1815 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=caa5ebfdb91542698de3daaa0f25866b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3285739 Nov 13 07:33:01.570067 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93222b-7911-4943-baf2-d3a9f2df1815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702c4509-4371-495b-8cbd-aaa2f66d2cc7,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:01.573098 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4c93222b-7911-4943-baf2-d3a9f2df1815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:01.610335 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a378154c-bf8a-4a71-a694-3e5bbd33431f req-cb8a4168-dbc4-4411-a473-6f0cdc79bac1 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015062 Nov 13 07:33:01.645701 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c0e45-2153-490b-839b-7b94cba9516e req-6edc7f93-1db4-4dbc-8ba5-569ac3c06394 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:01.648398 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-566c0e45-2153-490b-839b-7b94cba9516e req-6edc7f93-1db4-4dbc-8ba5-569ac3c06394 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 200 len: 919 time: 0.2575777 Nov 13 07:33:01.735732 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd889-fa31-4353-8feb-0f52df3e7f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:01.738309 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-566c0e45-2153-490b-839b-7b94cba9516e req-fa8ad7fc-cd11-4652-810f-32a44b22c3f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e HTTP/1.1" status: 200 len: 217 time: 0.0820870 Nov 13 07:33:01.802611 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd889-fa31-4353-8feb-0f52df3e7f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:01.829842 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9422a35-2284-4d39-88d0-04265bcb0451 req-165e249e-4589-442e-86ce-11a54223636c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:01.831419 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c9422a35-2284-4d39-88d0-04265bcb0451 req-165e249e-4589-442e-86ce-11a54223636c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 946 time: 0.0875950 Nov 13 07:33:01.835623 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c0e45-2153-490b-839b-7b94cba9516e req-476c1446-1c4f-4f07-af04-6af2db8b1e48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:01.837443 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-566c0e45-2153-490b-839b-7b94cba9516e req-476c1446-1c4f-4f07-af04-6af2db8b1e48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f47fbc9b-fba9-4c7a-b193-40c59ad78aac HTTP/1.1" status: 200 len: 858 time: 0.0910692 Nov 13 07:33:01.881395 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c9422a35-2284-4d39-88d0-04265bcb0451 req-9cc87678-8a87-402c-a660-bafb86734ef0 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Nov 13 07:33:01.896421 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-566c0e45-2153-490b-839b-7b94cba9516e req-8ab26e8f-97e7-4c40-a2eb-fb2c60420282 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8be01342-839f-41b8-9728-3e30da81b26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444944 Nov 13 07:33:01.985953 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd889-fa31-4353-8feb-0f52df3e7f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:01.998613 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 6f81b996-6103-4bad-b0ca-761488b8b862 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:33:02.000696 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-76cb437c-97ff-4bc9-a3f7-747a3df8c8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:02.028519 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbd889-fa31-4353-8feb-0f52df3e7f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702c4509-4371-495b-8cbd-aaa2f66d2cc7,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:02.032282 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d0bbd889-fa31-4353-8feb-0f52df3e7f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:02.042014 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d0bbd889-fa31-4353-8feb-0f52df3e7f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:02.052440 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 6f81b996-6103-4bad-b0ca-761488b8b862 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:33:02.052780 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 6f81b996-6103-4bad-b0ca-761488b8b862 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:33:02.055503 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d0bbd889-fa31-4353-8feb-0f52df3e7f14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/702c4509-4371-495b-8cbd-aaa2f66d2cc7 HTTP/1.1" status: 204 len: 168 time: 0.4942255 Nov 13 07:33:02.102300 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-566c0e45-2153-490b-839b-7b94cba9516e req-3a975eb2-2245-431c-838b-818f031821c7 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904864 Nov 13 07:33:02.274289 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-566c0e45-2153-490b-839b-7b94cba9516e req-c4de0f55-9548-4c85-aa81-1cbaf8af15c3 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630065 Nov 13 07:33:02.629479 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 34884) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:02.649056 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a8433ca6-7889-4d56-8cf1-bb4c0bb4f280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:02.685312 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a8433ca6-7889-4d56-8cf1-bb4c0bb4f280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:02.705424 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a8433ca6-7889-4d56-8cf1-bb4c0bb4f280 admin admin] Usage tracker for resource:security_group_rule and tenant:e496c1398f764231be9ec26daa68f9c2 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:02.718697 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a8433ca6-7889-4d56-8cf1-bb4c0bb4f280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:02.726557 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a8433ca6-7889-4d56-8cf1-bb4c0bb4f280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:02.851721 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a8433ca6-7889-4d56-8cf1-bb4c0bb4f280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:02.868599 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a8433ca6-7889-4d56-8cf1-bb4c0bb4f280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:02.875913 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b0bcfe0c-5052-4078-a6db-839b4cc9b6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:02.911216 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8433ca6-7889-4d56-8cf1-bb4c0bb4f280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca00985d-ada7-4152-8451-3424fbacb9d0,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:02.922828 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a8433ca6-7889-4d56-8cf1-bb4c0bb4f280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:02.930859 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a8433ca6-7889-4d56-8cf1-bb4c0bb4f280 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e496c1398f764231be9ec26daa68f9c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3000934 Nov 13 07:33:02.933932 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34896) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:02.954337 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c313a8-5cc0-4b41-9d75-ec343dba4a35 req-bb1fb6b3-227d-41d2-a805-198fdeeaf65b tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:02.955825 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-55c313a8-5cc0-4b41-9d75-ec343dba4a35 req-bb1fb6b3-227d-41d2-a805-198fdeeaf65b tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1486928 Nov 13 07:33:03.006577 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-55c313a8-5cc0-4b41-9d75-ec343dba4a35 req-9951cccc-0a73-4ce1-87c9-e73f4a7a450b tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440848 Nov 13 07:33:03.008381 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0038-2a01-4fa2-8063-2d9999c18336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:03.034928 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0038-2a01-4fa2-8063-2d9999c18336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:03.085660 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0038-2a01-4fa2-8063-2d9999c18336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:03.089724 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7f91b610-d43f-418d-893a-257762d4a4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:03.106441 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c0038-2a01-4fa2-8063-2d9999c18336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca00985d-ada7-4152-8451-3424fbacb9d0,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:03.110854 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0f1c0038-2a01-4fa2-8063-2d9999c18336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:03.123140 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0f1c0038-2a01-4fa2-8063-2d9999c18336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:03.124234 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-0f1c0038-2a01-4fa2-8063-2d9999c18336 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca00985d-ada7-4152-8451-3424fbacb9d0 HTTP/1.1" status: 204 len: 168 time: 0.1879008 Nov 13 07:33:04.046963 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34958) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:04.227231 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1791534075-network', 'tenant_id': 'ed509791e588439984e4323ed0bd1729'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:04.235413 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:04.244911 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Usage tracker for resource:network and tenant:ed509791e588439984e4323ed0bd1729 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:04.252402 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:04.262237 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:04.287744 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a15a79-627f-4b47-a920-85bb32f65ce4 req-4757dbf1-90db-4183-b3bc-1212be8fd114 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:04.288301 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Made reservation on behalf of ed509791e588439984e4323ed0bd1729 for: {'network': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:33:04.297020 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-87a15a79-627f-4b47-a920-85bb32f65ce4 req-4757dbf1-90db-4183-b3bc-1212be8fd114 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1332154 Nov 13 07:33:04.297740 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:04.353986 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:04.430314 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-87a15a79-627f-4b47-a920-85bb32f65ce4 req-a8f045a4-9cd4-4e1a-bdb8-9ff27c0d29d3 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317651 Nov 13 07:33:04.520376 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:04.532080 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ed509791e588439984e4323ed0bd1729 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:04.535737 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:04.542492 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:04.632592 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:04.641576 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:04.649049 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0f1c0038-2a01-4fa2-8063-2d9999c18336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:04.688570 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=82811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:33:04.698094 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34980) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:04.738480 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:04.746676 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:04.752625 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:04.756287 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.segments_db [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Added segment f85463b5-c7c7-4782-8f3d-31ae0c649aa7 of type vlan for network c96f455d-875b-40da-9040-858a08b6d57a Nov 13 07:33:04.767460 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-17dd28fd-2163-4080-a30c-a5f9be05aa1a req-aa937a53-14e8-4399-9fa7-33f6259d65e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1862051 Nov 13 07:33:04.802229 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:04.872951 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:04.874570 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:04.875269 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:04.882118 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-58c9ae34-a380-4923-8307-38a2a3d282bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:04.894143 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-17dd28fd-2163-4080-a30c-a5f9be05aa1a req-b8ca51ea-3a00-4a76-bc6d-3c3f1fd799b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 1099 time: 0.0922041 Nov 13 07:33:04.931230 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-aa47cf8d-9228-477e-9328-bb8e49f939da admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:04.989722 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:05.024328 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Pushing event updated for resources: {'Network': ['ID=c96f455d-875b-40da-9040-858a08b6d57a,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:05.029296 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:05.030759 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9826834 Nov 13 07:33:05.038040 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 34992) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:05.038568 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network c96f455d-875b-40da-9040-858a08b6d57a details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:33:05.043449 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Request body: {'subnet': {'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1791534075-subnet', 'tenant_id': 'ed509791e588439984e4323ed0bd1729', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:05.051883 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:05.056820 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Usage tracker for resource:subnet and tenant:ed509791e588439984e4323ed0bd1729 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:05.061511 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:05.064436 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-aa47cf8d-9228-477e-9328-bb8e49f939da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:05.070677 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:05.073034 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-aa47cf8d-9228-477e-9328-bb8e49f939da admin admin] Usage tracker for resource:security_group_rule and tenant:a7d269f97d844478bceac4e61dd02f57 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:05.079080 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-aa47cf8d-9228-477e-9328-bb8e49f939da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:05.087554 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-aa47cf8d-9228-477e-9328-bb8e49f939da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:05.097120 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Made reservation on behalf of ed509791e588439984e4323ed0bd1729 for: {'subnet': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:33:05.099918 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:05.104980 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd28fd-2163-4080-a30c-a5f9be05aa1a req-61856389-ae54-49b5-a9ad-a434e9858abf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:05.106561 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-17dd28fd-2163-4080-a30c-a5f9be05aa1a req-61856389-ae54-49b5-a9ad-a434e9858abf service neutron] 10.222.0.36 "GET /v2.0/networks?id=c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 200 len: 916 time: 0.1811118 Nov 13 07:33:05.187918 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-17dd28fd-2163-4080-a30c-a5f9be05aa1a req-8ecafb54-049b-4362-a94e-603458126c0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a HTTP/1.1" status: 200 len: 217 time: 0.0723839 Nov 13 07:33:05.266544 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd28fd-2163-4080-a30c-a5f9be05aa1a req-e32124df-0786-404a-a717-78c92b78545f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:05.268159 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-17dd28fd-2163-4080-a30c-a5f9be05aa1a req-e32124df-0786-404a-a717-78c92b78545f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f550449c-055d-4432-b29f-0276b0b90157 HTTP/1.1" status: 200 len: 855 time: 0.0652201 Nov 13 07:33:05.325264 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-17dd28fd-2163-4080-a30c-a5f9be05aa1a req-368aba79-ba51-44b6-8f7b-501a378a3027 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c086dbfe-3975-4dc7-ba75-b459e44d4351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470815 Nov 13 07:33:05.336118 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-aa47cf8d-9228-477e-9328-bb8e49f939da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:05.372314 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-aa47cf8d-9228-477e-9328-bb8e49f939da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:05.383852 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-135ba8c2-f46c-4ab7-bf68-bc5a442affbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:05.457925 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa47cf8d-9228-477e-9328-bb8e49f939da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14836e96-a6e2-4aef-b22f-607b84e98c64,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:05.461706 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-aa47cf8d-9228-477e-9328-bb8e49f939da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:05.474363 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-aa47cf8d-9228-477e-9328-bb8e49f939da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7d269f97d844478bceac4e61dd02f57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7706704 Nov 13 07:33:05.477278 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35006) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:05.523785 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:05.532543 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-1a23b1f5-00c3-4ca5-b71f-5c0e7ad71a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:05.578839 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-17dd28fd-2163-4080-a30c-a5f9be05aa1a req-0b80a857-42aa-4425-9221-202c9005376e service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356904 Nov 13 07:33:05.587126 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-de5f79ca-fee0-43f9-91bb-ec26780e6089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:05.622405 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-de5f79ca-fee0-43f9-91bb-ec26780e6089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:05.670148 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23acd214-04e0-4c7d-9c9e-825d74288c5b,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:05.677268 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:05.695500 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Checking segment: {'id': 'f85463b5-c7c7-4782-8f3d-31ae0c649aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:33:05.695847 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Network hostable DHCP agents. Network: c96f455d-875b-40da-9040-858a08b6d57a, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:33:05.742335 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f9603-23e1-4ee9-a9c4-45182a2cbc9c req-5dd92a08-5dbb-425b-9a27-3443e98c63dc tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:05.747256 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6e3f9603-23e1-4ee9-a9c4-45182a2cbc9c req-5dd92a08-5dbb-425b-9a27-3443e98c63dc tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1194928 Nov 13 07:33:05.751018 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Network c96f455d-875b-40da-9040-858a08b6d57a is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:33:05.780116 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-de5f79ca-fee0-43f9-91bb-ec26780e6089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:05.780986 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, c96f455d-875b-40da-9040-858a08b6d57a) {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:05.785953 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:05.786541 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:05.790368 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0e5e4cd9-c0bd-4f22-a117-8b9695371349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:05.792735 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0d9651-d013-4e43-8c8a-75c8710eeecc None None] Network c96f455d-875b-40da-9040-858a08b6d57a requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:33:05.803613 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-17dd28fd-2163-4080-a30c-a5f9be05aa1a req-ce837105-b265-43fc-8d1e-48f63e1ecc95 service neutron] 10.222.0.36 "GET /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728652 Nov 13 07:33:05.805960 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f79ca-fee0-43f9-91bb-ec26780e6089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14836e96-a6e2-4aef-b22f-607b84e98c64,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:05.809599 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-de5f79ca-fee0-43f9-91bb-ec26780e6089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:05.816688 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-de5f79ca-fee0-43f9-91bb-ec26780e6089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:05.821014 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-de5f79ca-fee0-43f9-91bb-ec26780e6089 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14836e96-a6e2-4aef-b22f-607b84e98c64 HTTP/1.1" status: 204 len: 168 time: 0.3418519 Nov 13 07:33:05.848890 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6e3f9603-23e1-4ee9-a9c4-45182a2cbc9c req-e27fa1ee-ac5a-4d4a-89be-5a10d9e6e993 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989525 Nov 13 07:33:05.853271 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-e1541ad9-ee64-4cc4-87ed-003291bca94d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8116050 Nov 13 07:33:06.114638 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb21513b-7740-4ff4-afb3-ea044f491f7a None None] Network c96f455d-875b-40da-9040-858a08b6d57a requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:33:06.292263 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35026) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:06.339721 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-af08a4dd-9a9b-4679-b144-d57e71c26ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:06.420927 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-af08a4dd-9a9b-4679-b144-d57e71c26ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:06.431714 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-af08a4dd-9a9b-4679-b144-d57e71c26ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:e43c68ca729742c4b4df4d00c7172851 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:06.431714 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-af08a4dd-9a9b-4679-b144-d57e71c26ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:06.437212 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-af08a4dd-9a9b-4679-b144-d57e71c26ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:06.532642 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-af08a4dd-9a9b-4679-b144-d57e71c26ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:06.537581 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-af08a4dd-9a9b-4679-b144-d57e71c26ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:06.546612 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:06.600166 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-af08a4dd-9a9b-4679-b144-d57e71c26ed5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e43c68ca729742c4b4df4d00c7172851&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3039789 Nov 13 07:33:06.600166 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08a4dd-9a9b-4679-b144-d57e71c26ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05b36ba-08c4-4866-9e48-bed5b33b7a7f,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:06.600559 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35042) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:06.605533 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-af08a4dd-9a9b-4679-b144-d57e71c26ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:06.666790 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b20e-07d0-408e-844b-7d87e40b060e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:06.693503 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b20e-07d0-408e-844b-7d87e40b060e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:06.754259 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b20e-07d0-408e-844b-7d87e40b060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:06.763294 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0bbbd8fd-347a-43c0-93e6-280946d35b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:06.780215 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8b20e-07d0-408e-844b-7d87e40b060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05b36ba-08c4-4866-9e48-bed5b33b7a7f,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:06.803148 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6ae8b20e-07d0-408e-844b-7d87e40b060e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:06.812472 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6ae8b20e-07d0-408e-844b-7d87e40b060e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:06.838580 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-6ae8b20e-07d0-408e-844b-7d87e40b060e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d05b36ba-08c4-4866-9e48-bed5b33b7a7f HTTP/1.1" status: 204 len: 168 time: 0.2361684 Nov 13 07:33:07.325651 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35084) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:07.584897 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8f365b6f-0f67-4d7f-9138-0bac34c5afe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:07.620585 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-8f365b6f-0f67-4d7f-9138-0bac34c5afe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:07.624643 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-8f365b6f-0f67-4d7f-9138-0bac34c5afe9 admin admin] Usage tracker for resource:security_group_rule and tenant:c6fa2e78d2374a1fa2eb9ab948c22824 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:07.627778 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-8f365b6f-0f67-4d7f-9138-0bac34c5afe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:07.637188 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-8f365b6f-0f67-4d7f-9138-0bac34c5afe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:07.732451 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8f365b6f-0f67-4d7f-9138-0bac34c5afe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:07.739289 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8f365b6f-0f67-4d7f-9138-0bac34c5afe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:07.754802 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a4b2a862-3c15-4087-bc92-48482e09cd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:07.790031 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f365b6f-0f67-4d7f-9138-0bac34c5afe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0482f4af-638f-4805-9a4c-a5df01bcbe08,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:07.814925 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8f365b6f-0f67-4d7f-9138-0bac34c5afe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:07.846042 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35116) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:07.846506 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-8f365b6f-0f67-4d7f-9138-0bac34c5afe9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6fa2e78d2374a1fa2eb9ab948c22824&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5192089 Nov 13 07:33:07.917505 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f0ca9539-c494-4033-9efd-4c066fcb2fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:07.948842 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f0ca9539-c494-4033-9efd-4c066fcb2fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:08.073940 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee3cbd-8a72-44da-a3e3-510dbf356a8c req-bc7fa3de-ea1d-43d3-a141-887594c4a6f0 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:08.075904 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8ee3cbd-8a72-44da-a3e3-510dbf356a8c req-bc7fa3de-ea1d-43d3-a141-887594c4a6f0 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1022353 Nov 13 07:33:08.077353 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f0ca9539-c494-4033-9efd-4c066fcb2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:08.082302 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8f1856df-78e5-4e85-a644-361b082b2320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:08.121871 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ca9539-c494-4033-9efd-4c066fcb2fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0482f4af-638f-4805-9a4c-a5df01bcbe08,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:08.125898 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f0ca9539-c494-4033-9efd-4c066fcb2fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:08.153331 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f0ca9539-c494-4033-9efd-4c066fcb2fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:08.158308 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-f0ca9539-c494-4033-9efd-4c066fcb2fa7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0482f4af-638f-4805-9a4c-a5df01bcbe08 HTTP/1.1" status: 204 len: 168 time: 0.3102148 Nov 13 07:33:08.172677 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a8ee3cbd-8a72-44da-a3e3-510dbf356a8c req-5d1805a9-896f-45c0-9b88-39fc377329f7 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759847 Nov 13 07:33:08.960049 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-c25c69fe-afce-4cd4-ad29-207dd82cd651 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:08.962089 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-c25c69fe-afce-4cd4-ad29-207dd82cd651 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/networks?id=c96f455d-875b-40da-9040-858a08b6d57a HTTP/1.1" status: 200 len: 809 time: 0.2257376 Nov 13 07:33:08.983286 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-2830cd91-c4ac-49ed-aae1-adea54253627 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/quotas/ed509791e588439984e4323ed0bd1729 HTTP/1.1" status: 200 len: 375 time: 0.0144298 Nov 13 07:33:09.027742 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-7f59d72e-a7f5-42f3-869b-d061a46a118f tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed509791e588439984e4323ed0bd1729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408597 Nov 13 07:33:09.214454 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-9925b5ad-44e7-4668-b0ab-83d53961eb7d service neutron] 10.222.0.15 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763964 Nov 13 07:33:09.441116 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-296f051b-c353-46b4-9fd5-21dac9d42149 service neutron] 10.222.0.15 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201207 Nov 13 07:33:09.687656 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5228ea04-9de8-459e-829b-c2b91628e31c req-a4e5f92b-d32e-448e-9f88-5860c612d292 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 210 time: 0.0463901 Nov 13 07:33:10.866052 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a91618f1-e296-4861-bb35-3d7234389b7b req-044cf475-c090-431f-b5d9-59aa84c61095 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 210 time: 0.0457535 Nov 13 07:33:11.163239 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-00ea9b12-8638-48f3-8642-517a2f9e1de7 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:11.164996 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-00ea9b12-8638-48f3-8642-517a2f9e1de7 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.36 "GET /v2.0/networks?id=c96f455d-875b-40da-9040-858a08b6d57a HTTP/1.1" status: 200 len: 809 time: 0.2176332 Nov 13 07:33:11.216832 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Request body: {'port': {'device_id': 'b1c367bc-d9ed-41c9-b96f-453019e572de', 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a', 'admin_state_up': True, 'tenant_id': 'ed509791e588439984e4323ed0bd1729'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:11.413239 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:11.418459 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Usage tracker for resource:port and tenant:ed509791e588439984e4323ed0bd1729 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:11.421845 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:11.432350 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:11.445184 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Made reservation on behalf of ed509791e588439984e4323ed0bd1729 for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:33:11.448458 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:11.619860 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Allocated IP 172.20.0.6 (c96f455d-875b-40da-9040-858a08b6d57a/23acd214-04e0-4c7d-9c9e-825d74288c5b/3eadaedd-8b27-47b0-8e69-f2c736447983) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:33:11.875921 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:11.886327 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7afdd-416c-4a15-b141-02f3ad881a43 req-85c2a56f-158a-488d-b773-a5d5aa9d8476 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:11.887811 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-45a7afdd-416c-4a15-b141-02f3ad881a43 req-85c2a56f-158a-488d-b773-a5d5aa9d8476 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 946 time: 0.2103353 Nov 13 07:33:11.948551 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-45a7afdd-416c-4a15-b141-02f3ad881a43 req-7f25811d-785e-491f-84d4-57d0fc113fdd tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535815 Nov 13 07:33:11.951596 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:11.958308 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:12.028542 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Network c96f455d-875b-40da-9040-858a08b6d57a is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:33:12.032080 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:12.037587 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:33:12.072682 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Pushing event updated for resources: {'Port': ['ID=3eadaedd-8b27-47b0-8e69-f2c736447983,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:12.082239 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:12.105502 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3467c1-d814-4329-ae76-e3bf0ac2a604 req-c07b8228-94b2-4d7c-970c-ae1f4683b593 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:12.107667 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5c3467c1-d814-4329-ae76-e3bf0ac2a604 req-c07b8228-94b2-4d7c-970c-ae1f4683b593 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 931 time: 0.0949705 Nov 13 07:33:12.115764 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:12.116677 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:12.156313 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9434462 Nov 13 07:33:12.171315 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Request body: {'port': {'device_id': 'b1c367bc-d9ed-41c9-b96f-453019e572de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:12.173675 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-5c3467c1-d814-4329-ae76-e3bf0ac2a604 req-9b2168ed-4497-4955-8674-8aa792c9222a tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Synchronizing usage tracker for tenant:ed509791e588439984e4323ed0bd1729 on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:33:12.191996 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-5c3467c1-d814-4329-ae76-e3bf0ac2a604 req-9b2168ed-4497-4955-8674-8aa792c9222a tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Unset dirty status for tenant:ed509791e588439984e4323ed0bd1729 on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:33:12.193520 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5c3467c1-d814-4329-ae76-e3bf0ac2a604 req-9b2168ed-4497-4955-8674-8aa792c9222a tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782948 Nov 13 07:33:12.268520 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d4724ae1-292b-4024-8630-bfdc4721dad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:12.308051 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:12.722886 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eadaedd-8b27-47b0-8e69-f2c736447983 {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:33:12.730175 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:12.730425 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:12.748465 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Transition to ACTIVE for port object 3eadaedd-8b27-47b0-8e69-f2c736447983 will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:33:12.754763 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:12.760595 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:12.919828 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Pushing event updated for resources: {'Port': ['ID=3eadaedd-8b27-47b0-8e69-f2c736447983,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:12.926219 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:13.017652 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Attempting to bind port 3eadaedd-8b27-47b0-8e69-f2c736447983 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:33:13.018294 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Attempting to bind port 3eadaedd-8b27-47b0-8e69-f2c736447983 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'f85463b5-c7c7-4782-8f3d-31ae0c649aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:33:13.018797 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Attempting to bind port 3eadaedd-8b27-47b0-8e69-f2c736447983 on network c96f455d-875b-40da-9040-858a08b6d57a {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:33:13.026959 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Port 3eadaedd-8b27-47b0-8e69-f2c736447983 on network c96f455d-875b-40da-9040-858a08b6d57a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:33:13.027426 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Attempting to bind port 3eadaedd-8b27-47b0-8e69-f2c736447983 on network c96f455d-875b-40da-9040-858a08b6d57a {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:33:13.035108 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:33:13.035606 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Checking segment: {'id': 'f85463b5-c7c7-4782-8f3d-31ae0c649aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:33:13.036244 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Bound using segment: {'id': 'f85463b5-c7c7-4782-8f3d-31ae0c649aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:33:13.036820 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Bound port: 3eadaedd-8b27-47b0-8e69-f2c736447983, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85463b5-c7c7-4782-8f3d-31ae0c649aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:33:13.037329 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:13.171100 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1da74976-015c-4279-91cb-da3a8ea9abf7 req-f50c9034-4be7-4230-995d-d601211a2eff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=701084be16d8431e8af00ee5e87889bb&device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 1098 time: 0.1775115 Nov 13 07:33:13.183171 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72823f87-3f4a-42db-b489-afe70fd5b854 req-cc226f77-c6d7-4e0a-8346-17d09df36936 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:13.184837 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-72823f87-3f4a-42db-b489-afe70fd5b854 req-cc226f77-c6d7-4e0a-8346-17d09df36936 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1072516 Nov 13 07:33:13.221903 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] For port 3eadaedd-8b27-47b0-8e69-f2c736447983, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:33:13.225820 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] For port 3eadaedd-8b27-47b0-8e69-f2c736447983, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3eadaedd-8b27-47b0-8e69-f2c736447983,segment=NetworkSegment(f85463b5-c7c7-4782-8f3d-31ae0c649aa7),segment_id=f85463b5-c7c7-4782-8f3d-31ae0c649aa7)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:33:13.234371 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:13.239496 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:13.310784 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-72823f87-3f4a-42db-b489-afe70fd5b854 req-d2865707-bf7d-4128-a063-b82e22700547 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042359 Nov 13 07:33:13.316952 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef065cf-c4a8-49e3-8ab3-b362ec156bff req-ad2a0238-c5b8-402f-b439-c1a098405c43 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:13.318513 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3ef065cf-c4a8-49e3-8ab3-b362ec156bff req-ad2a0238-c5b8-402f-b439-c1a098405c43 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 946 time: 0.1737018 Nov 13 07:33:13.324246 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:13.325662 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] 10.222.0.36 "PUT /v2.0/ports/3eadaedd-8b27-47b0-8e69-f2c736447983 HTTP/1.1" status: 200 len: 1093 time: 1.1588297 Nov 13 07:33:13.326153 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c367bc-d9ed-41c9-b96f-453019e572de', 'tag': '3eadaedd-8b27-47b0-8e69-f2c736447983'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:33:13.365331 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Pushing event updated for resources: {'Port': ['ID=3eadaedd-8b27-47b0-8e69-f2c736447983,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:13.386897 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:13.432089 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da74976-015c-4279-91cb-da3a8ea9abf7 req-dab47b6f-a80c-4fa1-8fb5-3dd736dc6bf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:13.433564 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1da74976-015c-4279-91cb-da3a8ea9abf7 req-dab47b6f-a80c-4fa1-8fb5-3dd736dc6bf8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 200 len: 919 time: 0.2478855 Nov 13 07:33:13.517276 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3ef065cf-c4a8-49e3-8ab3-b362ec156bff req-c107d10e-8304-43bf-b267-94641e2bfdee tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849680 Nov 13 07:33:13.529212 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1da74976-015c-4279-91cb-da3a8ea9abf7 req-5b777875-1161-4715-baa1-cdf2d4a9d411 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e HTTP/1.1" status: 200 len: 217 time: 0.0859249 Nov 13 07:33:13.548045 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-ace62939-0ddc-4fe8-8ec5-6549ac3dcd82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed509791e588439984e4323ed0bd1729&device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 1096 time: 0.1565473 Nov 13 07:33:13.637767 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c367bc-d9ed-41c9-b96f-453019e572de', 'tag': '3eadaedd-8b27-47b0-8e69-f2c736447983', 'status': 'completed', 'code': 200} Nov 13 07:33:13.650116 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da74976-015c-4279-91cb-da3a8ea9abf7 req-65f06979-705c-46db-8a8d-ccf0674cfe76 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:13.651773 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1da74976-015c-4279-91cb-da3a8ea9abf7 req-65f06979-705c-46db-8a8d-ccf0674cfe76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f47fbc9b-fba9-4c7a-b193-40c59ad78aac HTTP/1.1" status: 200 len: 858 time: 0.0809300 Nov 13 07:33:13.653246 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-2ab9156c-d7be-4ab2-a57e-0c9171a35ab6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eadaedd-8b27-47b0-8e69-f2c736447983 HTTP/1.1" status: 200 len: 217 time: 0.0909123 Nov 13 07:33:13.714761 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1da74976-015c-4279-91cb-da3a8ea9abf7 req-db1eed49-845a-488a-8158-6fe11286f3ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8be01342-839f-41b8-9728-3e30da81b26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436201 Nov 13 07:33:13.720411 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304d775-4ae6-4454-bba9-af6fdbfc2704 req-01c60da0-50a3-47f6-8858-cfbd03a702fc tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:13.721856 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.36', 56310) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:13.722032 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a304d775-4ae6-4454-bba9-af6fdbfc2704 req-01c60da0-50a3-47f6-8858-cfbd03a702fc tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 943 time: 0.1849344 Nov 13 07:33:13.724683 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-186bf9a9-eecc-41fb-87d7-55cd921b9425 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:13.726162 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-186bf9a9-eecc-41fb-87d7-55cd921b9425 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23acd214-04e0-4c7d-9c9e-825d74288c5b HTTP/1.1" status: 200 len: 849 time: 0.0604360 Nov 13 07:33:13.746020 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35292) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:13.814311 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-0cd6f5d3-8caa-431e-885a-76b9d752574a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c96f455d-875b-40da-9040-858a08b6d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457971 Nov 13 07:33:13.869002 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a304d775-4ae6-4454-bba9-af6fdbfc2704 req-5066c8f5-458f-4917-99c5-4844ec49f768 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220024 Nov 13 07:33:13.938168 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9229689-eb06-4f7d-b075-584f5845248b req-f19762e8-6cd7-47af-9d26-80886b3c6a62 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:13.939847 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a9229689-eb06-4f7d-b075-584f5845248b req-f19762e8-6cd7-47af-9d26-80886b3c6a62 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 946 time: 0.2128468 Nov 13 07:33:13.980753 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1da74976-015c-4279-91cb-da3a8ea9abf7 req-a44f7120-0e83-4a18-bd3a-4775f9d69077 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543459 Nov 13 07:33:13.983309 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:14.021754 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-38853492-38a3-4f2e-9b83-9ad9c47c8818 service neutron] 10.222.0.36 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990490 Nov 13 07:33:14.059624 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-a9229689-eb06-4f7d-b075-584f5845248b req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Deleting port 808548d0-199a-4cb6-b079-a1defc9895e3 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:33:14.059624 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-a9229689-eb06-4f7d-b075-584f5845248b req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:14.103558 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:14.118470 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Usage tracker for resource:security_group_rule and tenant:0fc195e1e5d64eb3a51a7d82a8331752 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:14.123366 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:14.138026 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:14.157505 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1da74976-015c-4279-91cb-da3a8ea9abf7 req-14bf7866-c828-417c-b94d-941cbb0cfff9 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650314 Nov 13 07:33:14.233838 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:14.241363 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:14.253198 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:14.290588 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d66a66c5-11ce-4a61-9f1e-c5e750c7287a req-f471e9be-0d16-4543-8ba1-aa4aa48fd20a service neutron] 10.222.0.36 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582695 Nov 13 07:33:14.297294 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065770f1-4ba8-45ec-8e69-4496559b5075,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:14.304027 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0fc195e1e5d64eb3a51a7d82a8331752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5531421 Nov 13 07:33:14.306138 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35306) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:14.326165 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:14.326623 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:14.327155 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:14.327735 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:14.328180 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:14.328666 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:14.329094 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:14.329528 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:14.329958 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:14.330375 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:14.330996 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:14.350278 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:14.363640 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-ce003cd4-39ba-4c08-8bc3-f7201ea1922e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:14.417356 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab51d-1ef5-4490-baf6-46288379957a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:14.456735 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab51d-1ef5-4490-baf6-46288379957a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:14.494446 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-a9229689-eb06-4f7d-b075-584f5845248b req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] For port 808548d0-199a-4cb6-b079-a1defc9895e3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=808548d0-199a-4cb6-b079-a1defc9895e3,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:14.494858 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-a9229689-eb06-4f7d-b075-584f5845248b req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:14.527121 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab51d-1ef5-4490-baf6-46288379957a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:14.539468 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-af08a4dd-9a9b-4679-b144-d57e71c26ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:14.567187 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ab51d-1ef5-4490-baf6-46288379957a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065770f1-4ba8-45ec-8e69-4496559b5075,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:14.583260 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8d1ab51d-1ef5-4490-baf6-46288379957a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:14.584688 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8d1ab51d-1ef5-4490-baf6-46288379957a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:14.585970 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-8d1ab51d-1ef5-4490-baf6-46288379957a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/065770f1-4ba8-45ec-8e69-4496559b5075 HTTP/1.1" status: 204 len: 168 time: 0.2768610 Nov 13 07:33:14.681620 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-a9229689-eb06-4f7d-b075-584f5845248b req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Calling delete_port for 808548d0-199a-4cb6-b079-a1defc9895e3 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:33:14.791366 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d197fe8-7839-4a7a-a534-9df2939d413a req-b1e00238-6db0-4b16-96a7-f5f2bb741c5b tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:14.793849 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0d197fe8-7839-4a7a-a534-9df2939d413a req-b1e00238-6db0-4b16-96a7-f5f2bb741c5b tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 946 time: 0.1129806 Nov 13 07:33:14.800954 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7cd0ea31-9053-42fc-bd49-0d9c96310888 req-32319c18-8088-4425-a5a9-01fb0d97ec08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed509791e588439984e4323ed0bd1729&device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 1096 time: 0.4162970 Nov 13 07:33:14.812539 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cc01-dcbd-4a5a-a912-6dcb6ab73c49 req-59909152-de9f-4ec5-ac8a-7e6e3f1bb72a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:14.814195 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fd51cc01-dcbd-4a5a-a912-6dcb6ab73c49 req-59909152-de9f-4ec5-ac8a-7e6e3f1bb72a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.3116333 Nov 13 07:33:14.857715 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0d197fe8-7839-4a7a-a534-9df2939d413a req-57706d93-ee53-4521-82bd-4d72fa8c9e7f tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428503 Nov 13 07:33:15.046985 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35328) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:15.074672 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-a9229689-eb06-4f7d-b075-584f5845248b req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:15.086865 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['7feb61ed-1f5d-47f6-99df-fc9b92b3f60a', 'aaad678d-1145-4b2f-8d76-a9c401085e65', 'f3a07906-1050-482c-a965-5b2c065380d7', '808548d0-199a-4cb6-b079-a1defc9895e3'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:33:15.090399 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a52a12d3-f78e-41ac-b30f-48540be1819d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:15.099295 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d902b1-d6eb-4670-9fb2-44d3801e472c req-6f07dc84-be37-4e63-a45e-0f19079a185e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:15.100807 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c9d902b1-d6eb-4670-9fb2-44d3801e472c req-6f07dc84-be37-4e63-a45e-0f19079a185e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 943 time: 0.0875993 Nov 13 07:33:15.106078 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4c764783-7268-41fb-bc0b-36d886ed7cdf tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:15.136018 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fd51cc01-dcbd-4a5a-a912-6dcb6ab73c49 req-799c1fdf-f19e-4407-9ad8-b7f00df853f9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676713 Nov 13 07:33:15.150788 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c9d902b1-d6eb-4670-9fb2-44d3801e472c req-d9fe8dbc-e9b2-4845-a4c4-d5c34f913a1f tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435040 Nov 13 07:33:15.185542 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Pushing event deleted for resources: {'Port': ['ID=808548d0-199a-4cb6-b079-a1defc9895e3,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:15.202702 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0ea31-9053-42fc-bd49-0d9c96310888 req-033f588e-f714-443c-845e-a4448b04169c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:15.205623 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7cd0ea31-9053-42fc-bd49-0d9c96310888 req-033f588e-f714-443c-845e-a4448b04169c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c96f455d-875b-40da-9040-858a08b6d57a HTTP/1.1" status: 200 len: 910 time: 0.3900459 Nov 13 07:33:15.329596 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:15.329954 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:15.330339 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:15.330702 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:15.331149 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:15.331706 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:15.332436 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:15.332436 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:15.332864 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:15.333195 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:15.333547 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:15.361296 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:15.365448 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9229689-eb06-4f7d-b075-584f5845248b req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] No DVR routers for this DVR port 808548d0-199a-4cb6-b079-a1defc9895e3 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:33:15.368520 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a52a12d3-f78e-41ac-b30f-48540be1819d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:15.370576 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-a9229689-eb06-4f7d-b075-584f5845248b req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:15.374004 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7cd0ea31-9053-42fc-bd49-0d9c96310888 req-6ec8169d-2f59-41a9-9123-fe16a670e89c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eadaedd-8b27-47b0-8e69-f2c736447983 HTTP/1.1" status: 200 len: 217 time: 0.1296628 Nov 13 07:33:15.379965 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a52a12d3-f78e-41ac-b30f-48540be1819d admin admin] Usage tracker for resource:security_group_rule and tenant:695b676dde0a4ef0896f0c81808cead5 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:15.385058 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a52a12d3-f78e-41ac-b30f-48540be1819d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:15.430864 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a52a12d3-f78e-41ac-b30f-48540be1819d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:15.435369 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a9229689-eb06-4f7d-b075-584f5845248b req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "DELETE /v2.0/ports/808548d0-199a-4cb6-b079-a1defc9895e3 HTTP/1.1" status: 204 len: 173 time: 1.4802547 Nov 13 07:33:15.454140 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:15.465041 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0ea31-9053-42fc-bd49-0d9c96310888 req-43853295-392b-4081-a681-921ceaab0cfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:15.466538 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7cd0ea31-9053-42fc-bd49-0d9c96310888 req-43853295-392b-4081-a681-921ceaab0cfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23acd214-04e0-4c7d-9c9e-825d74288c5b HTTP/1.1" status: 200 len: 849 time: 0.0825562 Nov 13 07:33:15.528894 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7cd0ea31-9053-42fc-bd49-0d9c96310888 req-5889fd84-ac77-4ad2-a03a-c1e470d2ae53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c96f455d-875b-40da-9040-858a08b6d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512352 Nov 13 07:33:15.639111 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc913518-32fb-4196-845e-e1c73b8ca7d1', 'name': 'network-vif-deleted', 'tag': '808548d0-199a-4cb6-b079-a1defc9895e3'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:33:15.648693 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a52a12d3-f78e-41ac-b30f-48540be1819d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:15.662100 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a52a12d3-f78e-41ac-b30f-48540be1819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:15.671157 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f42bc026-1728-4b7e-bc52-fd83a88bcc2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:15.709697 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc913518-32fb-4196-845e-e1c73b8ca7d1', 'name': 'network-vif-deleted', 'tag': '808548d0-199a-4cb6-b079-a1defc9895e3', 'status': 'completed', 'code': 200} Nov 13 07:33:15.747978 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a12d3-f78e-41ac-b30f-48540be1819d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d00a792-2bfa-4821-b6f6-7d55e774308a,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:15.752611 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7cd0ea31-9053-42fc-bd49-0d9c96310888 req-36c90acb-6452-4444-b2a3-14133851508d service neutron] 10.222.0.36 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165606 Nov 13 07:33:15.753356 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a52a12d3-f78e-41ac-b30f-48540be1819d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:15.755836 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a52a12d3-f78e-41ac-b30f-48540be1819d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=695b676dde0a4ef0896f0c81808cead5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7079067 Nov 13 07:33:15.758552 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35336) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:15.941085 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-50f2dc9e-daa4-4c41-9d79-490bf30e521c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:15.947829 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7cd0ea31-9053-42fc-bd49-0d9c96310888 req-2f71d378-8c30-42fa-9b38-6b3953cc8562 service neutron] 10.222.0.36 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869960 Nov 13 07:33:15.985946 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-50f2dc9e-daa4-4c41-9d79-490bf30e521c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:16.052498 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-50f2dc9e-daa4-4c41-9d79-490bf30e521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:16.056893 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1d1cbf42-2595-4533-b7d8-d87453c4cd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:16.057025 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-632cb685-abe8-46f2-9d4b-5c61844b7b45 req-9c5c7cc8-0f98-4c82-b4e2-1b4215513fde tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc913518-32fb-4196-845e-e1c73b8ca7d1 HTTP/1.1" status: 200 len: 210 time: 0.0555675 Nov 13 07:33:16.068885 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2dc9e-daa4-4c41-9d79-490bf30e521c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d00a792-2bfa-4821-b6f6-7d55e774308a,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:16.078661 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-50f2dc9e-daa4-4c41-9d79-490bf30e521c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:16.089151 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-50f2dc9e-daa4-4c41-9d79-490bf30e521c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:16.090615 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-50f2dc9e-daa4-4c41-9d79-490bf30e521c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d00a792-2bfa-4821-b6f6-7d55e774308a HTTP/1.1" status: 204 len: 168 time: 0.3312492 Nov 13 07:33:16.450099 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc0417-5dcc-4ffd-8e81-91da9f288055 req-4cba4f21-f577-4865-b7a3-d55d7f0a8a31 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:16.451084 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-29cc0417-5dcc-4ffd-8e81-91da9f288055 req-4cba4f21-f577-4865-b7a3-d55d7f0a8a31 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 943 time: 0.1413894 Nov 13 07:33:16.475896 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0cd68-5369-40f3-a8ca-cff4a269b304 req-5ff13632-c560-4250-852c-7049d355717e tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:16.483826 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e9b0cd68-5369-40f3-a8ca-cff4a269b304 req-5ff13632-c560-4250-852c-7049d355717e tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1569719 Nov 13 07:33:16.507129 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-29cc0417-5dcc-4ffd-8e81-91da9f288055 req-d3f93b4e-dbd4-4fc5-8c67-531de0fbb8a1 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468650 Nov 13 07:33:16.535276 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e9b0cd68-5369-40f3-a8ca-cff4a269b304 req-e75b7252-d27c-4138-b838-100074a88c9c tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503068 Nov 13 07:33:16.925282 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:17.757222 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31b74f-cec0-4a65-839a-b845e19de848 req-c2a1ae9e-da91-417f-b968-7f54bd9aeb67 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:17.758577 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-3c31b74f-cec0-4a65-839a-b845e19de848 req-c2a1ae9e-da91-417f-b968-7f54bd9aeb67 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Synchronizing usage tracker for tenant:ed509791e588439984e4323ed0bd1729 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:33:17.780695 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9052cd-a04f-4f83-a9f1-3c4b7b184995 req-aff62da5-2e27-45bd-8395-95bedf82b000 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:17.781509 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-3c31b74f-cec0-4a65-839a-b845e19de848 req-c2a1ae9e-da91-417f-b968-7f54bd9aeb67 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Unset dirty status for tenant:ed509791e588439984e4323ed0bd1729 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:33:17.782914 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3c31b74f-cec0-4a65-839a-b845e19de848 req-c2a1ae9e-da91-417f-b968-7f54bd9aeb67 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 943 time: 0.1195233 Nov 13 07:33:17.793609 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4e9052cd-a04f-4f83-a9f1-3c4b7b184995 req-aff62da5-2e27-45bd-8395-95bedf82b000 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1104014 Nov 13 07:33:17.860888 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3c31b74f-cec0-4a65-839a-b845e19de848 req-fe0162f5-7b57-4d5b-977b-483f5ca484ee tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665987 Nov 13 07:33:17.874062 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4e9052cd-a04f-4f83-a9f1-3c4b7b184995 req-99586d1c-590e-41a3-b88a-65e5451bc390 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794561 Nov 13 07:33:18.093422 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 3eadaedd-8b27-47b0-8e69-f2c736447983 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:33:18.100479 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 808548d0-199a-4cb6-b079-a1defc9895e3 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:33:18.142159 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 808548d0-199a-4cb6-b079-a1defc9895e3 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:33:18.142554 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 808548d0-199a-4cb6-b079-a1defc9895e3 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:33:18.317839 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 3eadaedd-8b27-47b0-8e69-f2c736447983, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3eadaedd-8b27-47b0-8e69-f2c736447983,segment=NetworkSegment(f85463b5-c7c7-4782-8f3d-31ae0c649aa7),segment_id=f85463b5-c7c7-4782-8f3d-31ae0c649aa7)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:18.345698 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '3eadaedd-8b27-47b0-8e69-f2c736447983', 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a', 'port_id': '3eadaedd-8b27-47b0-8e69-f2c736447983', 'mac_address': 'fa:16:3e:a5:98:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23acd214-04e0-4c7d-9c9e-825d74288c5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:33:18.435528 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:18.454101 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eadaedd-8b27-47b0-8e69-f2c736447983 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:33:18.476521 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 3eadaedd-8b27-47b0-8e69-f2c736447983, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3eadaedd-8b27-47b0-8e69-f2c736447983,segment=NetworkSegment(f85463b5-c7c7-4782-8f3d-31ae0c649aa7),segment_id=f85463b5-c7c7-4782-8f3d-31ae0c649aa7)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:18.481112 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:18.485328 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:18.565079 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=3eadaedd-8b27-47b0-8e69-f2c736447983,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:18.568610 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:18.808649 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['3eadaedd-8b27-47b0-8e69-f2c736447983'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:33:18.845262 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317641e1-7e90-46e6-b98d-c221f9606d0c req-6e3fefb8-7192-4bc8-967b-86e0ecf63b88 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:18.853202 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-317641e1-7e90-46e6-b98d-c221f9606d0c req-6e3fefb8-7192-4bc8-967b-86e0ecf63b88 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 945 time: 0.0956767 Nov 13 07:33:18.921571 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-317641e1-7e90-46e6-b98d-c221f9606d0c req-dd5a6e9d-4a11-4ef5-99d0-c7e4ca3b02d9 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645702 Nov 13 07:33:19.123404 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69120c7a-fd88-4367-92cf-9b14143dc93c req-273e3fb4-2302-4a9e-bcf2-fd63bed90c95 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:19.127221 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-69120c7a-fd88-4367-92cf-9b14143dc93c req-273e3fb4-2302-4a9e-bcf2-fd63bed90c95 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1067169 Nov 13 07:33:19.175073 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-69120c7a-fd88-4367-92cf-9b14143dc93c req-372f32f1-000e-4821-9845-8261d0bcdd3c tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Nov 13 07:33:19.175650 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a85ac3-626f-4733-b7cc-75002426cc2e req-d5f169a9-9aad-48f5-a398-d5ea66fd4041 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:19.177143 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-08a85ac3-626f-4733-b7cc-75002426cc2e req-d5f169a9-9aad-48f5-a398-d5ea66fd4041 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 944 time: 0.0790715 Nov 13 07:33:19.234054 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-08a85ac3-626f-4733-b7cc-75002426cc2e req-ad777090-2a64-42b3-a2de-15d981c506c4 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511382 Nov 13 07:33:20.107901 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 3eadaedd-8b27-47b0-8e69-f2c736447983 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:20.155668 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406bdfd-5dd8-4992-bdd7-69d417272d4c req-4a88c147-6baa-4488-b11d-2e1ef0397138 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:20.156478 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-3406bdfd-5dd8-4992-bdd7-69d417272d4c req-4a88c147-6baa-4488-b11d-2e1ef0397138 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Synchronizing usage tracker for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:33:20.184606 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-3406bdfd-5dd8-4992-bdd7-69d417272d4c req-4a88c147-6baa-4488-b11d-2e1ef0397138 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Unset dirty status for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:33:20.191176 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3406bdfd-5dd8-4992-bdd7-69d417272d4c req-4a88c147-6baa-4488-b11d-2e1ef0397138 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 945 time: 0.1348784 Nov 13 07:33:20.227892 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 3eadaedd-8b27-47b0-8e69-f2c736447983 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:33:20.236511 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 3eadaedd-8b27-47b0-8e69-f2c736447983 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:20.236908 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:20.245682 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3406bdfd-5dd8-4992-bdd7-69d417272d4c req-ea745ee3-adbd-4801-9431-c28519471b6f tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536237 Nov 13 07:33:20.413466 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:20.445994 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c367bc-d9ed-41c9-b96f-453019e572de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eadaedd-8b27-47b0-8e69-f2c736447983'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:33:20.458384 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 3eadaedd-8b27-47b0-8e69-f2c736447983, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3eadaedd-8b27-47b0-8e69-f2c736447983,segment=NetworkSegment(f85463b5-c7c7-4782-8f3d-31ae0c649aa7),segment_id=f85463b5-c7c7-4782-8f3d-31ae0c649aa7)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:20.468551 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:20.470992 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-e32f3191-aff5-4e0d-ac89-5750e3606707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:20.507291 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfd2ec-6c95-42d6-9c21-e44baba4babd req-32fe3fda-0c0f-4adb-9adf-7a4090739a00 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:20.509055 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-59dfd2ec-6c95-42d6-9c21-e44baba4babd req-32fe3fda-0c0f-4adb-9adf-7a4090739a00 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1294353 Nov 13 07:33:20.525981 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be13ec-098e-497e-b3c9-5ceb7953ba06 req-64246eea-896a-40b4-984d-5ef9f32cd2cc tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:20.531439 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-49be13ec-098e-497e-b3c9-5ceb7953ba06 req-64246eea-896a-40b4-984d-5ef9f32cd2cc tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 944 time: 0.1187563 Nov 13 07:33:20.561520 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=3eadaedd-8b27-47b0-8e69-f2c736447983,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:20.571564 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:20.577480 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-59dfd2ec-6c95-42d6-9c21-e44baba4babd req-ad0389a6-36df-4380-a343-53437e5c14e2 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603473 Nov 13 07:33:20.583876 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-49be13ec-098e-497e-b3c9-5ceb7953ba06 req-9d5e5f60-36ab-43f2-aca5-5ff51cc17192 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Nov 13 07:33:20.645576 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c367bc-d9ed-41c9-b96f-453019e572de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eadaedd-8b27-47b0-8e69-f2c736447983', 'code': 200} Nov 13 07:33:20.765962 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c753e-50c8-4647-a816-85c74777616a req-3b8c2238-72ac-4157-a7b7-9346ff3b22ec tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:20.767515 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dc0c753e-50c8-4647-a816-85c74777616a req-3b8c2238-72ac-4157-a7b7-9346ff3b22ec tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 945 time: 0.0916975 Nov 13 07:33:20.934877 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-dc0c753e-50c8-4647-a816-85c74777616a req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Deleting port f3a07906-1050-482c-a965-5b2c065380d7 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:33:20.935247 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc0c753e-50c8-4647-a816-85c74777616a req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:21.051470 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b79556a-e920-4e6e-a5ff-058e47d006e2 req-f6b2569b-0af4-4935-a16f-1df0aed72fe9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 1098 time: 0.2264845 Nov 13 07:33:21.185668 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b79556a-e920-4e6e-a5ff-058e47d006e2 req-8bc87f68-4e26-4063-91fc-37cb547caba0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243558 Nov 13 07:33:21.239074 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-dc0c753e-50c8-4647-a816-85c74777616a req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] For port f3a07906-1050-482c-a965-5b2c065380d7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f3a07906-1050-482c-a965-5b2c065380d7,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:21.239456 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc0c753e-50c8-4647-a816-85c74777616a req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:21.392889 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-dc0c753e-50c8-4647-a816-85c74777616a req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Calling delete_port for f3a07906-1050-482c-a965-5b2c065380d7 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:33:21.565878 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa99278-d4f7-427c-830b-3ca701a0e094 req-a528091f-7ec2-4a26-af77-c9968a240771 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:21.567434 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7aa99278-d4f7-427c-830b-3ca701a0e094 req-a528091f-7ec2-4a26-af77-c9968a240771 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=46bbdb96-8c0d-4012-bbde-b08fa63410ff HTTP/1.1" status: 200 len: 945 time: 0.1816623 Nov 13 07:33:21.606512 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35500) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:21.632888 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc0c753e-50c8-4647-a816-85c74777616a req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:21.638846 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:21.650369 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['7feb61ed-1f5d-47f6-99df-fc9b92b3f60a', 'aaad678d-1145-4b2f-8d76-a9c401085e65', 'f3a07906-1050-482c-a965-5b2c065380d7'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:33:21.680569 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7aa99278-d4f7-427c-830b-3ca701a0e094 req-c0684202-6e06-456a-847b-47ff2d30c836 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055775 Nov 13 07:33:21.687979 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Pushing event deleted for resources: {'Port': ['ID=f3a07906-1050-482c-a965-5b2c065380d7,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:21.692349 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:21.752386 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc5e189-a84c-4ec6-a09c-351aae1e9544 admin admin] Deleting subnet 22e5201a-d489-47f9-91c5-72aa3285f56e {{(pid=82811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:33:21.761743 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e189-a84c-4ec6-a09c-351aae1e9544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:21.789272 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0c753e-50c8-4647-a816-85c74777616a req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] No DVR routers for this DVR port f3a07906-1050-482c-a965-5b2c065380d7 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:33:21.793217 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-dc0c753e-50c8-4647-a816-85c74777616a req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:21.799366 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bbdb96-8c0d-4012-bbde-b08fa63410ff', 'name': 'network-vif-deleted', 'tag': 'f3a07906-1050-482c-a965-5b2c065380d7'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:33:21.821821 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dc0c753e-50c8-4647-a816-85c74777616a req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "DELETE /v2.0/ports/f3a07906-1050-482c-a965-5b2c065380d7 HTTP/1.1" status: 204 len: 173 time: 1.0469084 Nov 13 07:33:21.887851 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e189-a84c-4ec6-a09c-351aae1e9544 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:21.897875 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e189-a84c-4ec6-a09c-351aae1e9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:22.020869 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48052e3e-1ac6-4848-9126-6c4470a7dcdb req-9c50303f-a7f3-4cd3-8a64-2614065b398c tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:22.022547 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-48052e3e-1ac6-4848-9126-6c4470a7dcdb req-9c50303f-a7f3-4cd3-8a64-2614065b398c tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 945 time: 0.1992645 Nov 13 07:33:22.024195 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e189-a84c-4ec6-a09c-351aae1e9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for subnet, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:22.029447 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:22.067840 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36922ae4-8846-425a-9e58-75126132c5e1 req-57be25aa-8356-4161-a66f-77d6a1e8521d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:22.077230 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-36922ae4-8846-425a-9e58-75126132c5e1 req-57be25aa-8356-4161-a66f-77d6a1e8521d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1408443 Nov 13 07:33:22.088776 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc5e189-a84c-4ec6-a09c-351aae1e9544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e5201a-d489-47f9-91c5-72aa3285f56e,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:22.094194 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3fc5e189-a84c-4ec6-a09c-351aae1e9544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:22.101902 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3fc5e189-a84c-4ec6-a09c-351aae1e9544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:22.139320 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-48052e3e-1ac6-4848-9126-6c4470a7dcdb req-d43971be-ca4f-42ab-9f7d-59c713442387 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811331 Nov 13 07:33:22.143804 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-3fc5e189-a84c-4ec6-a09c-351aae1e9544 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/22e5201a-d489-47f9-91c5-72aa3285f56e HTTP/1.1" status: 204 len: 168 time: 0.5357053 Nov 13 07:33:22.146587 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35518) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:22.154011 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-36922ae4-8846-425a-9e58-75126132c5e1 req-89b43484-8d08-4fc5-b4c8-761ed5de5ece tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753319 Nov 13 07:33:22.220648 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bbdb96-8c0d-4012-bbde-b08fa63410ff', 'name': 'network-vif-deleted', 'tag': 'f3a07906-1050-482c-a965-5b2c065380d7', 'status': 'completed', 'code': 200} Nov 13 07:33:22.274895 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:22.477978 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:22.507066 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.507401 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.508107 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.508422 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > port after_create 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.508733 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > port after_delete 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.509068 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > port after_update 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.509375 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.509697 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.510001 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.510301 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.622465 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.623153 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.623153 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.623778 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 13 07:33:22.624296 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f05c82b-8934-427d-85fc-f78328d4b615']}} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:22.639470 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663995bd-0317-4b73-95d1-ba172a5752c9') {'for_net_delete': True} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:22.639955 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663995bd-0317-4b73-95d1-ba172a5752c9') {} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:22.656622 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936017'] for segment, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:22.675746 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:22.684718 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=82811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:33:22.685102 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3932370'] for segment, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: util.warn_limited( Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: util.warn_limited( Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: Traceback (most recent call last): Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: timer() Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: cb(*args, **kw) Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: return func(*args, **kwargs) Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: self._notify() Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: self.callback(batched_events) Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: event.method(event) Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: return f(self, *a, **k) Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: return self._get(url).json() Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: return self.request(url, 'GET', **kwargs) Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:33:22.703443 dv-cinder-817832-1-smb neutron-server[82811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:33:22.784258 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:22.788694 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:22.804481 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:22.811174 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Pushing event deleted for resources: {'Network': ['ID=8f05c82b-8934-427d-85fc-f78328d4b615,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:22.816392 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:22.827459 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-350c9f16-2026-4834-94d6-36382e80e07c admin admin] 10.222.0.15 "DELETE /v2.0/networks/8f05c82b-8934-427d-85fc-f78328d4b615 HTTP/1.1" status: 204 len: 168 time: 0.6765544 Nov 13 07:33:22.827693 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35534) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:22.888338 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e59ceb-2c21-4aa1-9631-dc60b7dfa70d admin admin] Deleting subnet baee892a-9494-481d-af2a-c2c9aa2d75a0 {{(pid=82811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:33:22.891208 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-95e59ceb-2c21-4aa1-9631-dc60b7dfa70d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:22.945377 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-95e59ceb-2c21-4aa1-9631-dc60b7dfa70d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936024'] for subnet, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:23.006008 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-95e59ceb-2c21-4aa1-9631-dc60b7dfa70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:23.073765 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-95e59ceb-2c21-4aa1-9631-dc60b7dfa70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3936112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4003106'] for subnet, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:23.077639 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:23.144847 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e59ceb-2c21-4aa1-9631-dc60b7dfa70d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baee892a-9494-481d-af2a-c2c9aa2d75a0,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:23.156596 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-95e59ceb-2c21-4aa1-9631-dc60b7dfa70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:23.161815 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-95e59ceb-2c21-4aa1-9631-dc60b7dfa70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:23.173012 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-95e59ceb-2c21-4aa1-9631-dc60b7dfa70d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/baee892a-9494-481d-af2a-c2c9aa2d75a0 HTTP/1.1" status: 204 len: 168 time: 0.3443396 Nov 13 07:33:23.175766 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35542) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:23.295063 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e50ac2-efb9-4ece-b368-236a931d6342 req-2904ea3f-7df9-4137-86c7-66474d195292 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:23.296479 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b0e50ac2-efb9-4ece-b368-236a931d6342 req-2904ea3f-7df9-4137-86c7-66474d195292 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1876469 Nov 13 07:33:23.300690 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:23.351812 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bea748-308a-42d2-8975-6b4c8d37b455 req-9ce97f90-1044-4604-b102-50245912553d tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:23.353356 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-73bea748-308a-42d2-8975-6b4c8d37b455 req-9ce97f90-1044-4604-b102-50245912553d tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 945 time: 0.0832889 Nov 13 07:33:23.402273 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-73bea748-308a-42d2-8975-6b4c8d37b455 req-d708c368-81ac-4059-a272-309b373f2bda tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420702 Nov 13 07:33:23.499684 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b0e50ac2-efb9-4ece-b368-236a931d6342 req-b7bc8275-1e2b-4da1-83d7-907afaf0267a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910610 Nov 13 07:33:23.511895 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:23.553813 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ea6b19-b9bc-48dd-a988-70d43fcf61ef']}} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:23.571671 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bae881c-7d9f-445f-aa19-212439086c24') {'for_net_delete': True} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:23.571975 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bae881c-7d9f-445f-aa19-212439086c24') {} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:23.586521 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936017'] for segment, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:23.605207 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:23.609525 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8e1f-3f9f-4512-ac62-ca2de49eee10 req-89134717-8ef8-4ace-8b62-87922d98f340 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:23.613094 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=82811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:33:23.613566 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3932370'] for segment, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:23.619278 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d11f8e1f-3f9f-4512-ac62-ca2de49eee10 req-89134717-8ef8-4ace-8b62-87922d98f340 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.0950093 Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: Traceback (most recent call last): Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: timer() Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: cb(*args, **kw) Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: return func(*args, **kwargs) Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: self._notify() Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: self.callback(batched_events) Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: event.method(event) Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: return f(self, *a, **k) Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: return self._get(url).json() Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: return self.request(url, 'GET', **kwargs) Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:33:23.629218 dv-cinder-817832-1-smb neutron-server[82811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:33:23.675695 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d11f8e1f-3f9f-4512-ac62-ca2de49eee10 req-d6be199a-7096-40aa-9c08-c97bb124d22d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522492 Nov 13 07:33:23.716544 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:23.720220 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:23.737553 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:23.746656 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] Pushing event deleted for resources: {'Network': ['ID=98ea6b19-b9bc-48dd-a988-70d43fcf61ef,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:23.749803 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] 10.222.0.15 "DELETE /v2.0/networks/98ea6b19-b9bc-48dd-a988-70d43fcf61ef HTTP/1.1" status: 204 len: 168 time: 0.5730760 Nov 13 07:33:23.750875 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:23.993136 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35566) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:24.052926 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-76f57dea-c2d1-4c03-8a40-a829ddedb50b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3efa36991f043c28b7713f0d0625860&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0584838 Nov 13 07:33:24.055378 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35570) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:24.114206 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7b177c2e-86e7-472c-b67a-9d4fc59bef61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:24.139572 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7b177c2e-86e7-472c-b67a-9d4fc59bef61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:24.147802 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device f3a07906-1050-482c-a965-5b2c065380d7 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:33:24.182206 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: f3a07906-1050-482c-a965-5b2c065380d7 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:33:24.182625 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device f3a07906-1050-482c-a965-5b2c065380d7 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:33:24.192912 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7b177c2e-86e7-472c-b67a-9d4fc59bef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:24.196467 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-db5deb89-e7f1-4e4c-829e-e166e32ffb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:24.213594 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b177c2e-86e7-472c-b67a-9d4fc59bef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8e0903-633d-4da0-a444-a7cf0db37c22,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:24.216268 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7b177c2e-86e7-472c-b67a-9d4fc59bef61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:24.223908 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7b177c2e-86e7-472c-b67a-9d4fc59bef61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:24.225037 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-7b177c2e-86e7-472c-b67a-9d4fc59bef61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d8e0903-633d-4da0-a444-a7cf0db37c22 HTTP/1.1" status: 204 len: 168 time: 0.1687603 Nov 13 07:33:24.677028 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35590) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:24.730566 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-7652df62-f592-40ff-ac5d-87a142f5dcad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e24d46f6894f4a1aa2cc20e3b2772a08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522957 Nov 13 07:33:24.754654 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35596) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:24.780325 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84872b4-9abc-4ec6-a509-ef04540ef2c0 req-2149ee1d-8b3d-4a5b-8d1c-b2f3e2a07f5d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:24.781040 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-a84872b4-9abc-4ec6-a509-ef04540ef2c0 req-2149ee1d-8b3d-4a5b-8d1c-b2f3e2a07f5d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Synchronizing usage tracker for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:33:24.806442 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844bbd3-cbe1-4961-b219-3efdd76b908b req-1e412582-b341-4bbb-81a9-5d0d363a690e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:24.807924 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1844bbd3-cbe1-4961-b219-3efdd76b908b req-1e412582-b341-4bbb-81a9-5d0d363a690e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 945 time: 0.0800068 Nov 13 07:33:24.825460 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-a84872b4-9abc-4ec6-a509-ef04540ef2c0 req-2149ee1d-8b3d-4a5b-8d1c-b2f3e2a07f5d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Unset dirty status for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:33:24.826603 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a84872b4-9abc-4ec6-a509-ef04540ef2c0 req-2149ee1d-8b3d-4a5b-8d1c-b2f3e2a07f5d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1747808 Nov 13 07:33:24.855374 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1844bbd3-cbe1-4961-b219-3efdd76b908b req-b679b979-6f23-49e1-9f81-587a4c9eedd6 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 Nov 13 07:33:24.896050 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e681f97c-08d3-4f05-8ede-958140fc95c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:24.915434 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb2806-a4f2-47ca-9f8a-6b05c94178c2 req-b571a38e-95c0-4db5-a412-67fbf78b9bf3 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:24.917049 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0acb2806-a4f2-47ca-9f8a-6b05c94178c2 req-b571a38e-95c0-4db5-a412-67fbf78b9bf3 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 945 time: 0.1970742 Nov 13 07:33:24.930977 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a84872b4-9abc-4ec6-a509-ef04540ef2c0 req-b783899c-1b85-4392-8855-f7bb7884e3cb tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978382 Nov 13 07:33:24.977349 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e681f97c-08d3-4f05-8ede-958140fc95c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:25.028992 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-0acb2806-a4f2-47ca-9f8a-6b05c94178c2 req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Deleting port aaad678d-1145-4b2f-8d76-a9c401085e65 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:33:25.029221 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-0acb2806-a4f2-47ca-9f8a-6b05c94178c2 req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:25.045725 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dab95-e627-4e71-9b86-01a1877b0585 req-99d44ad1-24f3-40c1-ba75-6eb1b970fb01 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:25.047369 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9a5dab95-e627-4e71-9b86-01a1877b0585 req-99d44ad1-24f3-40c1-ba75-6eb1b970fb01 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.0800955 Nov 13 07:33:25.099504 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9a5dab95-e627-4e71-9b86-01a1877b0585 req-52b0932c-c26d-4a09-a9f0-4b360010e542 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438466 Nov 13 07:33:25.131351 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e681f97c-08d3-4f05-8ede-958140fc95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:25.136786 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-78824718-9a1c-4f69-a83c-fa799ba33766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:25.154442 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681f97c-08d3-4f05-8ede-958140fc95c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2275226-7b2d-481f-a15c-828b8ac2a828,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:25.168453 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e681f97c-08d3-4f05-8ede-958140fc95c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:25.185531 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e681f97c-08d3-4f05-8ede-958140fc95c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:25.186638 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-e681f97c-08d3-4f05-8ede-958140fc95c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2275226-7b2d-481f-a15c-828b8ac2a828 HTTP/1.1" status: 204 len: 168 time: 0.4301457 Nov 13 07:33:25.368557 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-0acb2806-a4f2-47ca-9f8a-6b05c94178c2 req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] For port aaad678d-1145-4b2f-8d76-a9c401085e65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=aaad678d-1145-4b2f-8d76-a9c401085e65,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:25.369446 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-0acb2806-a4f2-47ca-9f8a-6b05c94178c2 req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:25.508155 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-0acb2806-a4f2-47ca-9f8a-6b05c94178c2 req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Calling delete_port for aaad678d-1145-4b2f-8d76-a9c401085e65 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:33:25.657304 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-0acb2806-a4f2-47ca-9f8a-6b05c94178c2 req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:25.665443 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b8b5d626-074b-426b-b678-14e6b6630370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:25.671117 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['7feb61ed-1f5d-47f6-99df-fc9b92b3f60a', 'aaad678d-1145-4b2f-8d76-a9c401085e65'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:33:25.733769 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Pushing event deleted for resources: {'Port': ['ID=aaad678d-1145-4b2f-8d76-a9c401085e65,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:25.756347 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:25.841087 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0acb2806-a4f2-47ca-9f8a-6b05c94178c2 req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] No DVR routers for this DVR port aaad678d-1145-4b2f-8d76-a9c401085e65 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:33:25.844366 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-0acb2806-a4f2-47ca-9f8a-6b05c94178c2 req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:25.847581 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e8f615-9870-4cdb-9ea6-d209dcdd0ba1', 'name': 'network-vif-deleted', 'tag': 'aaad678d-1145-4b2f-8d76-a9c401085e65'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:33:25.864907 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0acb2806-a4f2-47ca-9f8a-6b05c94178c2 req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "DELETE /v2.0/ports/aaad678d-1145-4b2f-8d76-a9c401085e65 HTTP/1.1" status: 204 len: 173 time: 0.9329674 Nov 13 07:33:25.917252 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e8f615-9870-4cdb-9ea6-d209dcdd0ba1', 'name': 'network-vif-deleted', 'tag': 'aaad678d-1145-4b2f-8d76-a9c401085e65', 'status': 'completed', 'code': 200} Nov 13 07:33:25.983512 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:33:26.101337 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8dbd8-beaf-4b34-a947-735cb204cfc2 req-c76bb608-54a2-43a7-bd72-4bf002207bf1 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:26.110477 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-12c8dbd8-beaf-4b34-a947-735cb204cfc2 req-c76bb608-54a2-43a7-bd72-4bf002207bf1 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 945 time: 0.1076348 Nov 13 07:33:26.139412 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-ffd3a785-c3a2-43db-b75e-f5e6837974d0 req-7d88b906-b637-4797-9dac-900fd262e01e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Synchronizing usage tracker for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:33:26.159360 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-ffd3a785-c3a2-43db-b75e-f5e6837974d0 req-7d88b906-b637-4797-9dac-900fd262e01e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Unset dirty status for tenant:1f749ccecce34b19ae5c85eb9ae9bbcf on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:33:26.160991 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ffd3a785-c3a2-43db-b75e-f5e6837974d0 req-7d88b906-b637-4797-9dac-900fd262e01e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=85e8f615-9870-4cdb-9ea6-d209dcdd0ba1 HTTP/1.1" status: 200 len: 210 time: 0.0786076 Nov 13 07:33:26.169774 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-12c8dbd8-beaf-4b34-a947-735cb204cfc2 req-517ab025-11a0-4286-988f-afa7cac499ba tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579424 Nov 13 07:33:26.391758 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab8a8e-9ff8-4839-bff3-1cee64729839 req-133d74fd-78c9-4e5d-a38b-78918beeb184 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:26.393203 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6eab8a8e-9ff8-4839-bff3-1cee64729839 req-133d74fd-78c9-4e5d-a38b-78918beeb184 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1202853 Nov 13 07:33:26.457436 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170d002-0569-4344-9901-f50f4e128196 req-c15a5493-b2ff-4ffb-ad72-9155df5ab9f0 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:26.458946 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6170d002-0569-4344-9901-f50f4e128196 req-c15a5493-b2ff-4ffb-ad72-9155df5ab9f0 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 945 time: 0.1184263 Nov 13 07:33:26.463100 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6eab8a8e-9ff8-4839-bff3-1cee64729839 req-e55d4a39-3425-4cc9-83e1-ab67e2381bf6 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620139 Nov 13 07:33:26.527486 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-6170d002-0569-4344-9901-f50f4e128196 req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Deleting port 3eadaedd-8b27-47b0-8e69-f2c736447983 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:33:26.527825 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-6170d002-0569-4344-9901-f50f4e128196 req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:26.797310 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-6170d002-0569-4344-9901-f50f4e128196 req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] For port 3eadaedd-8b27-47b0-8e69-f2c736447983, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3eadaedd-8b27-47b0-8e69-f2c736447983,segment=NetworkSegment(f85463b5-c7c7-4782-8f3d-31ae0c649aa7),segment_id=f85463b5-c7c7-4782-8f3d-31ae0c649aa7)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:26.797913 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-6170d002-0569-4344-9901-f50f4e128196 req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:26.932073 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-6170d002-0569-4344-9901-f50f4e128196 req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Calling delete_port for 3eadaedd-8b27-47b0-8e69-f2c736447983 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:33:27.079247 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-6170d002-0569-4344-9901-f50f4e128196 req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:27.085228 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-58bb9e14-b296-40d3-acef-dd3f88bd46c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:27.094417 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['3eadaedd-8b27-47b0-8e69-f2c736447983'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:33:27.127825 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Pushing event deleted for resources: {'Port': ['ID=3eadaedd-8b27-47b0-8e69-f2c736447983,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:27.132067 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:27.208398 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6170d002-0569-4344-9901-f50f4e128196 req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] No DVR routers for this DVR port 3eadaedd-8b27-47b0-8e69-f2c736447983 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:33:27.211584 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-6170d002-0569-4344-9901-f50f4e128196 req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:27.228970 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6170d002-0569-4344-9901-f50f4e128196 req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.36 "DELETE /v2.0/ports/3eadaedd-8b27-47b0-8e69-f2c736447983 HTTP/1.1" status: 204 len: 173 time: 0.7641854 Nov 13 07:33:27.389114 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-af7049bc-3501-4405-99ec-33aafb42e980 req-f04eaa81-8a8e-4869-973d-cb7f0284af49 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Synchronizing usage tracker for tenant:ed509791e588439984e4323ed0bd1729 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:33:27.396264 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35672) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:27.416071 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-af7049bc-3501-4405-99ec-33aafb42e980 req-f04eaa81-8a8e-4869-973d-cb7f0284af49 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Unset dirty status for tenant:ed509791e588439984e4323ed0bd1729 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:33:27.417301 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-af7049bc-3501-4405-99ec-33aafb42e980 req-f04eaa81-8a8e-4869-973d-cb7f0284af49 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1c367bc-d9ed-41c9-b96f-453019e572de HTTP/1.1" status: 200 len: 210 time: 0.0933251 Nov 13 07:33:27.584775 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1b39ee50-2c44-4937-8f22-93609192992e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:27.662765 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-1b39ee50-2c44-4937-8f22-93609192992e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:27.668028 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-1b39ee50-2c44-4937-8f22-93609192992e admin admin] Usage tracker for resource:security_group_rule and tenant:7764c9d7a3394fda9547921bdc99a761 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:27.671568 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-1b39ee50-2c44-4937-8f22-93609192992e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:27.678951 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-1b39ee50-2c44-4937-8f22-93609192992e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:27.703704 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e60a9-c567-40e0-8dda-70c71a43c539 req-403fa26c-3b8b-4430-a1a4-048f707db93d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:27.705164 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4e2e60a9-c567-40e0-8dda-70c71a43c539 req-403fa26c-3b8b-4430-a1a4-048f707db93d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1223395 Nov 13 07:33:27.789870 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4e2e60a9-c567-40e0-8dda-70c71a43c539 req-15b5b5c7-9b3f-4558-8658-5135a6aa8a30 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749261 Nov 13 07:33:27.803451 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1b39ee50-2c44-4937-8f22-93609192992e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:27.808654 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1b39ee50-2c44-4937-8f22-93609192992e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:27.817132 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-192cc2fe-2e56-4442-8e62-8997a91afad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:27.857746 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39ee50-2c44-4937-8f22-93609192992e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d6b6c6-96fe-46ec-a390-d36047899d5c,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:27.861144 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-1b39ee50-2c44-4937-8f22-93609192992e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:27.864429 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-1b39ee50-2c44-4937-8f22-93609192992e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7764c9d7a3394fda9547921bdc99a761&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4670455 Nov 13 07:33:27.867583 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35684) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:27.919160 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c367bc-d9ed-41c9-b96f-453019e572de', 'name': 'network-vif-deleted', 'tag': '3eadaedd-8b27-47b0-8e69-f2c736447983'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:33:27.935535 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-451fc9bd-0fff-4ad3-8734-54a1ed46bd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:27.966357 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-451fc9bd-0fff-4ad3-8734-54a1ed46bd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:27.999481 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c367bc-d9ed-41c9-b96f-453019e572de', 'name': 'network-vif-deleted', 'tag': '3eadaedd-8b27-47b0-8e69-f2c736447983', 'status': 'completed', 'code': 200} Nov 13 07:33:28.041992 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-451fc9bd-0fff-4ad3-8734-54a1ed46bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:28.047460 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-62058890-5abd-465c-a6fc-83ec0dfa53e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:28.060654 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fc9bd-0fff-4ad3-8734-54a1ed46bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d6b6c6-96fe-46ec-a390-d36047899d5c,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:28.063765 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-451fc9bd-0fff-4ad3-8734-54a1ed46bd39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:28.070297 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-451fc9bd-0fff-4ad3-8734-54a1ed46bd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:28.071514 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-451fc9bd-0fff-4ad3-8734-54a1ed46bd39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1d6b6c6-96fe-46ec-a390-d36047899d5c HTTP/1.1" status: 204 len: 168 time: 0.2032664 Nov 13 07:33:28.166417 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device aaad678d-1145-4b2f-8d76-a9c401085e65 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:33:28.203512 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: aaad678d-1145-4b2f-8d76-a9c401085e65 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:33:28.204059 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device aaad678d-1145-4b2f-8d76-a9c401085e65 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:33:28.450413 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35710) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:28.469721 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-246c3396-78e2-45a9-b643-b2abfa43a2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:28.503059 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-246c3396-78e2-45a9-b643-b2abfa43a2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:28.507221 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-246c3396-78e2-45a9-b643-b2abfa43a2f3 admin admin] Usage tracker for resource:security_group_rule and tenant:5185ad3a1a714ce8b249a128c5701558 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:28.510207 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-246c3396-78e2-45a9-b643-b2abfa43a2f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:28.516228 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-246c3396-78e2-45a9-b643-b2abfa43a2f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:28.670535 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-246c3396-78e2-45a9-b643-b2abfa43a2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:28.675710 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-246c3396-78e2-45a9-b643-b2abfa43a2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:28.685139 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-2e075a91-8f49-4f52-9811-213230dedd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:28.731960 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c3396-78e2-45a9-b643-b2abfa43a2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26713c42-9682-4330-a185-ba15d2de5804,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:28.735290 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-246c3396-78e2-45a9-b643-b2abfa43a2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:28.749475 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-246c3396-78e2-45a9-b643-b2abfa43a2f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5185ad3a1a714ce8b249a128c5701558&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2950552 Nov 13 07:33:28.749660 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35728) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:28.976375 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-757564fd-a689-440e-ad12-30e50a916099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:29.006198 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-757564fd-a689-440e-ad12-30e50a916099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:29.035767 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64de0e-55a1-4e9c-a75c-484d0cee0eb6 req-d669673c-c8d4-4c85-9112-fa1e90aa5610 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:29.041041 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7f64de0e-55a1-4e9c-a75c-484d0cee0eb6 req-d669673c-c8d4-4c85-9112-fa1e90aa5610 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.0982237 Nov 13 07:33:29.095534 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7f64de0e-55a1-4e9c-a75c-484d0cee0eb6 req-5c70578e-97a0-4fb1-8008-0227133ca370 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 Nov 13 07:33:29.097953 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-8188ab15-a40c-4b8f-aa4a-83b027e59240 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:29.106707 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-8188ab15-a40c-4b8f-aa4a-83b027e59240 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Synchronizing usage tracker for tenant:ed509791e588439984e4323ed0bd1729 on resource:network {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:33:29.110908 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-757564fd-a689-440e-ad12-30e50a916099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:29.116207 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d023c02a-28e3-4855-934e-0a4a312bab2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:29.132579 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757564fd-a689-440e-ad12-30e50a916099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26713c42-9682-4330-a185-ba15d2de5804,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:29.139439 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-757564fd-a689-440e-ad12-30e50a916099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:29.142096 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-757564fd-a689-440e-ad12-30e50a916099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:29.143693 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-757564fd-a689-440e-ad12-30e50a916099 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26713c42-9682-4330-a185-ba15d2de5804 HTTP/1.1" status: 204 len: 168 time: 0.3927178 Nov 13 07:33:29.149915 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-8188ab15-a40c-4b8f-aa4a-83b027e59240 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Unset dirty status for tenant:ed509791e588439984e4323ed0bd1729 on resource:network {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:33:29.159050 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-8188ab15-a40c-4b8f-aa4a-83b027e59240 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/networks?id=c96f455d-875b-40da-9040-858a08b6d57a HTTP/1.1" status: 200 len: 809 time: 0.3920712 Nov 13 07:33:29.178294 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-3d918892-c90f-46c9-ba4c-3923866faf72 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/quotas/ed509791e588439984e4323ed0bd1729 HTTP/1.1" status: 200 len: 375 time: 0.0183396 Nov 13 07:33:29.226294 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-ecec2232-f33f-4975-80da-8caf770a83d8 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed509791e588439984e4323ed0bd1729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470879 Nov 13 07:33:29.297727 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9b1da-39af-4c06-a0c9-27da0b81c81f req-420e2a92-2272-4d54-8175-70ad49270b2e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:29.299464 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ea9b1da-39af-4c06-a0c9-27da0b81c81f req-420e2a92-2272-4d54-8175-70ad49270b2e tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 946 time: 0.0832179 Nov 13 07:33:29.370586 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-5219f940-387c-47a9-9b07-75f0e2b26def service neutron] 10.222.0.15 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431019 Nov 13 07:33:29.383343 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ea9b1da-39af-4c06-a0c9-27da0b81c81f req-54a5dc67-db1b-4465-b666-da9ced061b90 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778186 Nov 13 07:33:29.511188 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-6235ce3f-9c75-4cfb-b360-92ad7c8cca65 service neutron] 10.222.0.15 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345520 Nov 13 07:33:29.609324 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35752) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:29.627805 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-777b914e-793e-4e3a-9aee-9917e5318781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:29.668401 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-777b914e-793e-4e3a-9aee-9917e5318781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:29.672863 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-777b914e-793e-4e3a-9aee-9917e5318781 admin admin] Usage tracker for resource:security_group_rule and tenant:12fe752db62548939748cf430575d2d2 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:29.676430 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-777b914e-793e-4e3a-9aee-9917e5318781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:29.683007 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-777b914e-793e-4e3a-9aee-9917e5318781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:29.738734 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a5b91ac9-95aa-4370-8cec-d05ba6458771 req-f9c02afc-47b0-4443-88f5-893d89444c35 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 210 time: 0.0521417 Nov 13 07:33:29.770173 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-777b914e-793e-4e3a-9aee-9917e5318781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:29.774264 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-777b914e-793e-4e3a-9aee-9917e5318781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:29.781929 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-db444e21-8bc5-45e5-9de7-60e7a6abcc4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:29.824288 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b914e-793e-4e3a-9aee-9917e5318781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c97a7ce-b2a6-4fef-b35f-ec7c44a75eea,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:29.827397 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-777b914e-793e-4e3a-9aee-9917e5318781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:29.829720 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-777b914e-793e-4e3a-9aee-9917e5318781 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12fe752db62548939748cf430575d2d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2194133 Nov 13 07:33:29.832459 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35772) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:29.915737 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e85c4341-9c53-4da4-bed5-6929f8616a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:29.946067 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e85c4341-9c53-4da4-bed5-6929f8616a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:30.012240 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e85c4341-9c53-4da4-bed5-6929f8616a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:30.018308 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8d1ab51d-1ef5-4490-baf6-46288379957a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:30.033533 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c4341-9c53-4da4-bed5-6929f8616a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c97a7ce-b2a6-4fef-b35f-ec7c44a75eea,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:30.036456 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e85c4341-9c53-4da4-bed5-6929f8616a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:30.043854 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e85c4341-9c53-4da4-bed5-6929f8616a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:30.050284 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-e85c4341-9c53-4da4-bed5-6929f8616a94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c97a7ce-b2a6-4fef-b35f-ec7c44a75eea HTTP/1.1" status: 204 len: 168 time: 0.2168136 Nov 13 07:33:30.189238 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 3eadaedd-8b27-47b0-8e69-f2c736447983 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:33:30.268834 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 3eadaedd-8b27-47b0-8e69-f2c736447983 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:33:30.269446 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 3eadaedd-8b27-47b0-8e69-f2c736447983 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:33:30.494862 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda69b0-2d77-4b4d-b7a2-6b4fc63382cc req-36830e1b-9c3a-4432-8ada-16d2215eb06f tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:30.513179 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-eeda69b0-2d77-4b4d-b7a2-6b4fc63382cc req-36830e1b-9c3a-4432-8ada-16d2215eb06f tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1605449 Nov 13 07:33:30.581467 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-eeda69b0-2d77-4b4d-b7a2-6b4fc63382cc req-f33d2d40-6807-4c2e-b959-8c37cf9f46f1 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669851 Nov 13 07:33:30.699865 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e7481-6232-4c55-ba54-266ce336fa2e req-9e9adbed-398c-4d7e-b71c-19d21e395566 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:30.701296 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-715e7481-6232-4c55-ba54-266ce336fa2e req-9e9adbed-398c-4d7e-b71c-19d21e395566 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 946 time: 0.0870574 Nov 13 07:33:30.798195 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-715e7481-6232-4c55-ba54-266ce336fa2e req-fd8d650c-cef7-4e93-b375-9dbbbfd5813d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906067 Nov 13 07:33:30.820789 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea8b5f-7efc-4e05-bc04-c9c455c65dd1 req-b1ec8c7e-a4e6-42ee-92ae-e2601e3b0606 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:30.822377 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7bea8b5f-7efc-4e05-bc04-c9c455c65dd1 req-b1ec8c7e-a4e6-42ee-92ae-e2601e3b0606 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 946 time: 0.1008248 Nov 13 07:33:30.900727 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-7bea8b5f-7efc-4e05-bc04-c9c455c65dd1 req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Deleting port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:33:30.901118 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-7bea8b5f-7efc-4e05-bc04-c9c455c65dd1 req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:30.932977 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3fba28ae-74e5-4a22-83c1-2e9413e43701 req-3c103c12-e573-426c-ae39-a961595bac0c tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 210 time: 0.0503430 Nov 13 07:33:31.258894 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35826) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:31.289212 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-54dc1fad-c0d1-4c36-8f9c-f32e320b0ac4 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:31.290660 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-54dc1fad-c0d1-4c36-8f9c-f32e320b0ac4 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.36 "GET /v2.0/networks?id=c96f455d-875b-40da-9040-858a08b6d57a HTTP/1.1" status: 200 len: 809 time: 0.2548320 Nov 13 07:33:31.292423 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-7bea8b5f-7efc-4e05-bc04-c9c455c65dd1 req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] For port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a,segment=NetworkSegment(603b8692-10c9-4806-8038-94c50525615a),segment_id=603b8692-10c9-4806-8038-94c50525615a)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:31.292777 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-7bea8b5f-7efc-4e05-bc04-c9c455c65dd1 req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:31.356868 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Request body: {'port': {'device_id': '5de0ecdd-bc61-4d64-b9c7-0024710bea7e', 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a', 'admin_state_up': True, 'tenant_id': 'ed509791e588439984e4323ed0bd1729'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:31.403472 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-522288121-network', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:31.408231 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:31.412159 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Usage tracker for resource:network and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:31.415026 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:31.424551 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:31.431686 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-7bea8b5f-7efc-4e05-bc04-c9c455c65dd1 req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Calling delete_port for 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:33:31.435774 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Made reservation on behalf of a5719e016a984b5995266b3b6d7bf2eb for: {'network': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:33:31.438089 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:31.450208 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:31.481388 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:31.485036 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Usage tracker for resource:security_group_rule and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:31.488016 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:31.493522 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:31.561758 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:31.566494 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:31.570887 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-ac92570a-5aa8-4eea-bc89-b1ecac62e019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:31.595650 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=82811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:33:31.609247 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20db6df-4b7a-470f-8e74-cec4c75fdadf,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:31.613486 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:31.614532 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:31.614981 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.segments_db [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Added segment de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1 of type vlan for network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 Nov 13 07:33:31.674397 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:31.690038 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:31.702472 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:31.706332 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-7bea8b5f-7efc-4e05-bc04-c9c455c65dd1 req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:31.720252 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:31.726644 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['7feb61ed-1f5d-47f6-99df-fc9b92b3f60a'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:33:31.733763 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:31.738514 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:31.739240 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:31.750637 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:31.879659 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Pushing event deleted for resources: {'Port': ['ID=7feb61ed-1f5d-47f6-99df-fc9b92b3f60a,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:31.897337 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:31.897337 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Made reservation on behalf of ed509791e588439984e4323ed0bd1729 for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:33:31.897337 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:31.908134 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae09108-b5d2-4c2b-a942-c6cb3800bf64,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:31.911253 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:31.913491 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6535516 Nov 13 07:33:31.919464 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:33:31.927298 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35848) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:31.943233 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Request body: {'subnet': {'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-522288121-subnet', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'ip_version': 4}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:31.951704 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:31.960000 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Usage tracker for resource:subnet and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:31.964999 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:31.977212 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:31.990007 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Made reservation on behalf of a5719e016a984b5995266b3b6d7bf2eb for: {'subnet': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:33:31.993047 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4003135'] for subnet, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:32.075017 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b9ba19ef-5ede-4841-b4a6-a08f0004f2ca req-f25f01e8-782d-408d-893e-5076c7c83dee tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.15 "GET /v2.0/ports?device_id=6673e11f-b192-4ae3-8f55-ec947246510c HTTP/1.1" status: 200 len: 210 time: 0.0649738 Nov 13 07:33:32.183818 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bea8b5f-7efc-4e05-bc04-c9c455c65dd1 req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] No DVR routers for this DVR port 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:33:32.190656 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-7bea8b5f-7efc-4e05-bc04-c9c455c65dd1 req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:32.193717 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6673e11f-b192-4ae3-8f55-ec947246510c', 'name': 'network-vif-deleted', 'tag': '7feb61ed-1f5d-47f6-99df-fc9b92b3f60a'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:33:32.264273 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7c0dcce3-e3b4-45dc-99e4-d205144ce4ee req-96463fc0-b3a6-4263-8c1e-f9a948dd425a tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 210 time: 0.0490186 Nov 13 07:33:32.292991 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375b50a-609c-405f-a35d-d77e5126eb10 req-22645d72-389e-4962-9365-eada85357050 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:32.292991 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d375b50a-609c-405f-a35d-d77e5126eb10 req-22645d72-389e-4962-9365-eada85357050 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.5731370 Nov 13 07:33:32.312313 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7bea8b5f-7efc-4e05-bc04-c9c455c65dd1 req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] 10.222.0.36 "DELETE /v2.0/ports/7feb61ed-1f5d-47f6-99df-fc9b92b3f60a HTTP/1.1" status: 204 len: 173 time: 1.4810328 Nov 13 07:33:32.355250 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6673e11f-b192-4ae3-8f55-ec947246510c', 'name': 'network-vif-deleted', 'tag': '7feb61ed-1f5d-47f6-99df-fc9b92b3f60a', 'status': 'completed', 'code': 200} Nov 13 07:33:32.365588 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3936177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4003113'] for subnet, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:32.371844 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Allocated IP 172.20.0.12 (c96f455d-875b-40da-9040-858a08b6d57a/23acd214-04e0-4c7d-9c9e-825d74288c5b/736107b6-ab23-47fe-b3f2-4183a9a42eb1) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:33:32.372036 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-79f5c902-7219-4e42-927f-bcd5f7e3618d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:32.396196 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d375b50a-609c-405f-a35d-d77e5126eb10 req-ce9fa151-8b84-497c-b7d5-a075efd71e88 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790548 Nov 13 07:33:32.489315 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09174ffa-30a2-47e9-aaa5-ab5ba387d3ab,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:32.493089 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:32.502037 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Checking segment: {'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:33:32.502477 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Network hostable DHCP agents. Network: 2ae09108-b5d2-4c2b-a942-c6cb3800bf64, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:33:32.531571 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:33:32.544019 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 2ae09108-b5d2-4c2b-a942-c6cb3800bf64) {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:32.554383 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a9b945-ba07-4d82-b3a2-ba155ced95a1 None None] Network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:33:32.555367 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:32.555955 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:32.582124 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6441357 Nov 13 07:33:32.584177 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35856) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:32.591371 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:32.596594 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:32.600744 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Usage tracker for resource:router and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:32.603697 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:32.609570 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:32.621280 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8863'] for router, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:32.622394 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-917045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8852'] for router, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:32.630346 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:32.642205 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:32.664005 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:32.670251 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:32.741006 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Network c96f455d-875b-40da-9040-858a08b6d57a is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:33:32.745625 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:32.747937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Pushing event updated for resources: {'Port': ['ID=736107b6-ab23-47fe-b3f2-4183a9a42eb1,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:32.750444 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:33:32.784160 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:32.817567 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:32.818169 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:32.825280 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32ccc176-65ec-50ed-a27a-bb886e33ae93-2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'fixed_ips': [{'subnet_id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab'}]}} from dv-cinder-817832-1-smb. {{(pid=82813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 13 07:33:32.827328 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:32.840083 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4868884 Nov 13 07:33:32.859463 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Request body: {'port': {'device_id': '5de0ecdd-bc61-4d64-b9c7-0024710bea7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:32.867924 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-888067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8834'] for router, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.000460 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.064417 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.db_base_plugin_common [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Allocated IP 172.20.0.2 (2ae09108-b5d2-4c2b-a942-c6cb3800bf64/09174ffa-30a2-47e9-aaa5-ab5ba387d3ab/727c643a-467f-45a5-b866-e942155defa5) {{(pid=82813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:33:33.135751 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.234213 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.234831 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35870) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:33.315776 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4827a6eb-06a5-4be2-9ffd-b7a1c0eb01e8 admin admin] Deleting subnet f550449c-055d-4432-b29f-0276b0b90157 {{(pid=82812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:33:33.336461 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4827a6eb-06a5-4be2-9ffd-b7a1c0eb01e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.365746 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Notify callbacks [] for port, precommit_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.392256 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Transition to ACTIVE for port object 727c643a-467f-45a5-b866-e942155defa5 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:33:33.451072 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Transition to ACTIVE for port object 727c643a-467f-45a5-b866-e942155defa5 will not be triggered until provisioned by entity DHCP. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:33:33.452288 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4827a6eb-06a5-4be2-9ffd-b7a1c0eb01e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368818'] for subnet, precommit_delete_associations {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.468541 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.473944 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:33.485640 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35880) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:33.576352 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Allocated IP 172.28.0.206 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/ce8b4ae0-a591-4e12-8921-5074f01a3ace) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:33:33.590113 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 is already hosted by enough agents. {{(pid=82813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:33:33.592836 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.base_scheduler [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Resources bound (agent type, host, resource id): {{(pid=82813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:33.604270 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Received port after_create {{(pid=82813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:33:33.614603 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Pushing event updated for resources: {'Port': ['ID=727c643a-467f-45a5-b866-e942155defa5,revision_number=1']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:33.645987 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4827a6eb-06a5-4be2-9ffd-b7a1c0eb01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.683983 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:33.684602 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:33.685159 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:33.685965 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:33.686610 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:33.687549 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:33.688083 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:33.688605 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:33.689145 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:33.689893 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:33.690782 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:33.711935 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:33.785954 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Attempting to bind port 727c643a-467f-45a5-b866-e942155defa5 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:33:33.786317 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Attempting to bind port 727c643a-467f-45a5-b866-e942155defa5 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:33:33.786681 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Attempting to bind port 727c643a-467f-45a5-b866-e942155defa5 on network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:33:33.787535 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.794008 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:33:33.794385 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Checking segment: {'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:33:33.794812 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.795204 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Bound using segment: {'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:33:33.795665 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Bound port: 727c643a-467f-45a5-b866-e942155defa5, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:33:33.796039 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.851013 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.858973 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:33.864079 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4827a6eb-06a5-4be2-9ffd-b7a1c0eb01e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3248979'] for subnet, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.868341 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-24999f4d-96bb-448a-b9e5-d68d562fcaa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.887454 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:33.889461 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] For port 727c643a-467f-45a5-b866-e942155defa5, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:33:33.893553 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] For port 727c643a-467f-45a5-b866-e942155defa5, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=727c643a-467f-45a5-b866-e942155defa5,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:33:33.898054 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.904446 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:33.922089 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736107b6-ab23-47fe-b3f2-4183a9a42eb1 {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:33:33.938062 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:33:33.938455 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.942634 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Pushing event updated for resources: {'Port': ['ID=ce8b4ae0-a591-4e12-8921-5074f01a3ace,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:33.945098 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:33.946111 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827a6eb-06a5-4be2-9ffd-b7a1c0eb01e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f550449c-055d-4432-b29f-0276b0b90157,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:33.948619 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4827a6eb-06a5-4be2-9ffd-b7a1c0eb01e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:33.956629 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:33.980754 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:33:33.983406 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Pushing event updated for resources: {'Port': ['ID=727c643a-467f-45a5-b866-e942155defa5,revision_number=2']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:33.983593 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4827a6eb-06a5-4be2-9ffd-b7a1c0eb01e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:33.987742 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:33.996433 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Transition to ACTIVE for port object 736107b6-ab23-47fe-b3f2-4183a9a42eb1 will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:33:34.009466 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.012012 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-4827a6eb-06a5-4be2-9ffd-b7a1c0eb01e8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f550449c-055d-4432-b29f-0276b0b90157 HTTP/1.1" status: 204 len: 168 time: 0.7731824 Nov 13 07:33:34.013644 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-24999f4d-96bb-448a-b9e5-d68d562fcaa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:34.014510 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35892) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:34.015837 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-56d3d2da-dce0-449a-acf7-20e5c0e97a2f tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:34.026376 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b14d7-2f2f-4d3e-8722-f83d6a2b44d0 req-c2f6f7a1-b3e0-4c08-8467-ba95e1fe56b3 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:34.027944 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-997b14d7-2f2f-4d3e-8722-f83d6a2b44d0 req-c2f6f7a1-b3e0-4c08-8467-ba95e1fe56b3 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.2141004 Nov 13 07:33:34.073231 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-24999f4d-96bb-448a-b9e5-d68d562fcaa5 admin admin] Usage tracker for resource:security_group_rule and tenant:a0fb6265c9154b25910c3b89ef9b29b1 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:34.076919 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-24999f4d-96bb-448a-b9e5-d68d562fcaa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:34.090790 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-24999f4d-96bb-448a-b9e5-d68d562fcaa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:34.147839 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a07d4-357b-43ec-8fca-d5d4f6c12f44 req-fa7ed6ef-10b8-4631-add0-eb1c24d6627d tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:34.148730 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-f61a07d4-357b-43ec-8fca-d5d4f6c12f44 req-fa7ed6ef-10b8-4631-add0-eb1c24d6627d tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Synchronizing usage tracker for tenant:ed509791e588439984e4323ed0bd1729 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:33:34.195813 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Pushing event updated for resources: {'Port': ['ID=736107b6-ab23-47fe-b3f2-4183a9a42eb1,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:34.198886 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:34.210492 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:33:34.244769 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.254659 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:33:34.255036 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 7feb61ed-1f5d-47f6-99df-fc9b92b3f60a not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:33:34.280409 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-997b14d7-2f2f-4d3e-8722-f83d6a2b44d0 req-a4f77b19-e870-48ac-bde4-d9e42adbedf9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299829 Nov 13 07:33:34.319247 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-f61a07d4-357b-43ec-8fca-d5d4f6c12f44 req-fa7ed6ef-10b8-4631-add0-eb1c24d6627d tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Unset dirty status for tenant:ed509791e588439984e4323ed0bd1729 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:33:34.320684 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f61a07d4-357b-43ec-8fca-d5d4f6c12f44 req-fa7ed6ef-10b8-4631-add0-eb1c24d6627d tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 932 time: 0.5386677 Nov 13 07:33:34.435535 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.440957 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-24999f4d-96bb-448a-b9e5-d68d562fcaa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.443900 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Attempting to bind port 736107b6-ab23-47fe-b3f2-4183a9a42eb1 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:33:34.444266 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Attempting to bind port 736107b6-ab23-47fe-b3f2-4183a9a42eb1 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'f85463b5-c7c7-4782-8f3d-31ae0c649aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:33:34.444594 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Attempting to bind port 736107b6-ab23-47fe-b3f2-4183a9a42eb1 on network c96f455d-875b-40da-9040-858a08b6d57a {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:33:34.448620 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f61a07d4-357b-43ec-8fca-d5d4f6c12f44 req-61fed463-55bd-44e3-aacc-8f3fd0d187dc tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200228 Nov 13 07:33:34.451639 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-24999f4d-96bb-448a-b9e5-d68d562fcaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.459885 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d217b391-3cf0-4dae-bfa2-b887decd1f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:34.465820 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c086dbfe-3975-4dc7-ba75-b459e44d4351']}} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:34.491401 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603b8692-10c9-4806-8038-94c50525615a') {'for_net_delete': True} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:34.491634 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603b8692-10c9-4806-8038-94c50525615a') {} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:34.507149 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936017'] for segment, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.529311 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Port 736107b6-ab23-47fe-b3f2-4183a9a42eb1 on network c96f455d-875b-40da-9040-858a08b6d57a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:33:34.529663 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Attempting to bind port 736107b6-ab23-47fe-b3f2-4183a9a42eb1 on network c96f455d-875b-40da-9040-858a08b6d57a {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:33:34.531410 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.539607 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=82811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:33:34.539971 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3932370'] for segment, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: Traceback (most recent call last): Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: timer() Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: cb(*args, **kw) Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: return func(*args, **kwargs) Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: self._notify() Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: self.callback(batched_events) Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: event.method(event) Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: return f(self, *a, **k) Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: return self._get(url).json() Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: return self.request(url, 'GET', **kwargs) Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:33:34.555130 dv-cinder-817832-1-smb neutron-server[82811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:33:34.559740 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:33:34.560100 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Checking segment: {'id': 'f85463b5-c7c7-4782-8f3d-31ae0c649aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:33:34.560458 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Bound using segment: {'id': 'f85463b5-c7c7-4782-8f3d-31ae0c649aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:33:34.561213 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Bound port: 736107b6-ab23-47fe-b3f2-4183a9a42eb1, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f85463b5-c7c7-4782-8f3d-31ae0c649aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:33:34.561213 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.577470 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24999f4d-96bb-448a-b9e5-d68d562fcaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78092d8b-1232-48a0-aa01-b92e190773b3,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:34.580971 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-24999f4d-96bb-448a-b9e5-d68d562fcaa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:34.587533 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-24999f4d-96bb-448a-b9e5-d68d562fcaa5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0fb6265c9154b25910c3b89ef9b29b1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1007333 Nov 13 07:33:34.590190 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35900) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:34.633322 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.634096 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888126'] for router, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.722140 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] For port 736107b6-ab23-47fe-b3f2-4183a9a42eb1, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:33:34.727747 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-30350cfc-496b-42a2-adc5-09e06dec3231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.731327 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.734241 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] For port 736107b6-ab23-47fe-b3f2-4183a9a42eb1, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=736107b6-ab23-47fe-b3f2-4183a9a42eb1,segment=NetworkSegment(f85463b5-c7c7-4782-8f3d-31ae0c649aa7),segment_id=f85463b5-c7c7-4782-8f3d-31ae0c649aa7)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:33:34.740736 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-47238085-ea8c-45b5-a7f7-ae1dad7c8a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:34.748621 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.756404 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:34.767701 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.777465 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] Pushing event deleted for resources: {'Network': ['ID=c086dbfe-3975-4dc7-ba75-b459e44d4351,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:34.795360 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:34.821186 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-30350cfc-496b-42a2-adc5-09e06dec3231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.862254 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Pushing event updated for resources: {'Port': ['ID=736107b6-ab23-47fe-b3f2-4183a9a42eb1,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:34.867881 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35906) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:34.872490 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-476e6a8e-138f-4b68-b47e-6da3b471fc9f admin admin] 10.222.0.15 "DELETE /v2.0/networks/c086dbfe-3975-4dc7-ba75-b459e44d4351 HTTP/1.1" status: 204 len: 168 time: 0.8556681 Nov 13 07:33:34.874399 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:34.896395 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:34.897956 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] 10.222.0.36 "PUT /v2.0/ports/736107b6-ab23-47fe-b3f2-4183a9a42eb1 HTTP/1.1" status: 200 len: 1094 time: 2.0434196 Nov 13 07:33:34.898464 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de0ecdd-bc61-4d64-b9c7-0024710bea7e', 'tag': '736107b6-ab23-47fe-b3f2-4183a9a42eb1'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:33:34.993382 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.014903 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Router 9464a943-7a10-43ef-8687-6069c0acf113 is scheduled to L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 with binding_index 1 {{(pid=82811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 07:33:35.018359 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-30350cfc-496b-42a2-adc5-09e06dec3231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.027262 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d92b2b49-abe9-4cf2-aec2-2445a993d3cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:35.037025 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de0ecdd-bc61-4d64-b9c7-0024710bea7e', 'tag': '736107b6-ab23-47fe-b3f2-4183a9a42eb1', 'status': 'completed', 'code': 200} Nov 13 07:33:35.049422 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30350cfc-496b-42a2-adc5-09e06dec3231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78092d8b-1232-48a0-aa01-b92e190773b3,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:35.070434 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-30350cfc-496b-42a2-adc5-09e06dec3231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:35.106642 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-30350cfc-496b-42a2-adc5-09e06dec3231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.111819 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-30350cfc-496b-42a2-adc5-09e06dec3231 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78092d8b-1232-48a0-aa01-b92e190773b3 HTTP/1.1" status: 204 len: 168 time: 0.5177886 Nov 13 07:33:35.128356 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35920) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:35.161405 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3c138-1c3b-4922-aee7-515aa39e549e None None] Network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:33:35.190067 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fd8c589d-90e4-43dd-9731-d86b2977ebca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.211052 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-4f68443b-5085-47bf-9dfe-e2e25c3960f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed509791e588439984e4323ed0bd1729&device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 1097 time: 0.2631183 Nov 13 07:33:35.353298 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-b890df6d-1c3b-4b10-b0cb-b30068a75212 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f749ccecce34b19ae5c85eb9ae9bbcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2235725 Nov 13 07:33:35.354093 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-b93b77bf-ebb4-40b1-b11e-8e132b9af3d8 None None] Provisioning for port 727c643a-467f-45a5-b866-e942155defa5 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:33:35.376509 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35926) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:35.384791 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-7fde3443-9a0e-44fe-af26-aac9d16f55ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=736107b6-ab23-47fe-b3f2-4183a9a42eb1 HTTP/1.1" status: 200 len: 217 time: 0.1619744 Nov 13 07:33:35.391679 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-fd8c589d-90e4-43dd-9731-d86b2977ebca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:35.479834 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-983ba197-7cf4-4ab6-87f4-4eb480f18dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.502351 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09476da9-93b0-4e13-91ef-bb99ff64c4ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:35.503971 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-09476da9-93b0-4e13-91ef-bb99ff64c4ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23acd214-04e0-4c7d-9c9e-825d74288c5b HTTP/1.1" status: 200 len: 849 time: 0.1062655 Nov 13 07:33:35.505087 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-fd8c589d-90e4-43dd-9731-d86b2977ebca admin admin] Usage tracker for resource:security_group_rule and tenant:df60f57ddb7f4e9d9d7b3107fa9adb2e is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:35.509389 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-fd8c589d-90e4-43dd-9731-d86b2977ebca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:35.527968 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:33:35.541463 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-983ba197-7cf4-4ab6-87f4-4eb480f18dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.551824 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Sync routers for ids ['9464a943-7a10-43ef-8687-6069c0acf113'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:33:35.558163 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 727c643a-467f-45a5-b866-e942155defa5 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:35.564366 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-fd8c589d-90e4-43dd-9731-d86b2977ebca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:35.572248 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Routers {'9464a943-7a10-43ef-8687-6069c0acf113'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:33:35.573267 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:33:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['9464a943-7a10-43ef-8687-6069c0acf113'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:35.626395 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.632024 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0468061 Nov 13 07:33:35.635216 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 35932) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:35.728071 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-165ca9c2-c3e6-412b-a492-84956ab80f16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c96f455d-875b-40da-9040-858a08b6d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2150707 Nov 13 07:33:35.766213 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 727c643a-467f-45a5-b866-e942155defa5 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:33:35.768498 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Set router 9464a943-7a10-43ef-8687-6069c0acf113 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:33:35.772998 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 727c643a-467f-45a5-b866-e942155defa5 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:35.773455 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.814385 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fd8c589d-90e4-43dd-9731-d86b2977ebca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.910498 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a4632-dfac-4a21-b538-b6bfb5330c5c req-f6fae80d-2808-4f93-83d9-1006ed2fce6f tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:35.912024 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-654a4632-dfac-4a21-b538-b6bfb5330c5c req-f6fae80d-2808-4f93-83d9-1006ed2fce6f tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 944 time: 0.1620879 Nov 13 07:33:35.913626 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-983ba197-7cf4-4ab6-87f4-4eb480f18dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.923572 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fd8c589d-90e4-43dd-9731-d86b2977ebca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.925293 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-451fc9bd-0fff-4ad3-8734-54a1ed46bd39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:35.932853 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-246c3396-78e2-45a9-b643-b2abfa43a2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:35.948239 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:35.993320 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 727c643a-467f-45a5-b866-e942155defa5, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=727c643a-467f-45a5-b866-e942155defa5,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:35.996769 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c589d-90e4-43dd-9731-d86b2977ebca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84670031-a844-470f-ad7d-63db4b732d24,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:36.004467 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:36.005146 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ba197-7cf4-4ab6-87f4-4eb480f18dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc7c6a2-caf4-430a-99fd-33fa5a189ce0,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:36.009286 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:36.024856 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-983ba197-7cf4-4ab6-87f4-4eb480f18dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:36.028675 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-983ba197-7cf4-4ab6-87f4-4eb480f18dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:36.029637 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-983ba197-7cf4-4ab6-87f4-4eb480f18dda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbc7c6a2-caf4-430a-99fd-33fa5a189ce0 HTTP/1.1" status: 204 len: 168 time: 0.6454353 Nov 13 07:33:36.030013 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-fd8c589d-90e4-43dd-9731-d86b2977ebca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:36.098074 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-654a4632-dfac-4a21-b538-b6bfb5330c5c req-0bcb9ebc-fd10-463f-befe-aa748ee522ea tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728663 Nov 13 07:33:36.120295 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-fd8c589d-90e4-43dd-9731-d86b2977ebca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df60f57ddb7f4e9d9d7b3107fa9adb2e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2508702 Nov 13 07:33:36.127655 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb482b03-d828-4bf3-a6b6-f66f134abf76 req-4992e364-cd87-413b-b0e9-d7b4a7dc8059 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:36.129614 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fb482b03-d828-4bf3-a6b6-f66f134abf76 req-4992e364-cd87-413b-b0e9-d7b4a7dc8059 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.4159961 Nov 13 07:33:36.139254 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35938) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:36.185211 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-c4321419-8c36-45c6-9989-1b4599f2f6a6 service neutron] 10.222.0.36 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995833 Nov 13 07:33:36.203803 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-fb3dacfa-72cb-45a7-8415-7db259b8ceaa None None] Provisioning complete for port 727c643a-467f-45a5-b866-e942155defa5 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:36.204269 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-fb3dacfa-72cb-45a7-8415-7db259b8ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:36.231234 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:34Z', 'revision_number': 3, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:36.237101 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Checking router: 9464a943-7a10-43ef-8687-6069c0acf113 for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:33:36.237473 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Updating router 9464a943-7a10-43ef-8687-6069c0acf113 port ce8b4ae0-a591-4e12-8921-5074f01a3ace binding host dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:33:36.279883 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=727c643a-467f-45a5-b866-e942155defa5,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:36.284607 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:36.316328 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:36.318130 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fb482b03-d828-4bf3-a6b6-f66f134abf76 req-4fd8353c-edc0-418f-aede-3b9fced72e1c tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722994 Nov 13 07:33:36.370158 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6b63be79-442f-4578-b939-037deb92d01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:36.449058 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6b63be79-442f-4578-b939-037deb92d01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:36.462739 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-96b12027-a58e-41b8-8ae8-b31a507374b9 req-8a519c2f-5d70-491f-b4dd-fb17d84910ad service neutron] 10.222.0.36 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671583 Nov 13 07:33:36.559863 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6b63be79-442f-4578-b939-037deb92d01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:36.569202 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-744f3a06-e130-49b3-8d41-cdf60db19330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:36.590395 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63be79-442f-4578-b939-037deb92d01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84670031-a844-470f-ad7d-63db4b732d24,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:36.593940 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6b63be79-442f-4578-b939-037deb92d01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:36.600213 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6b63be79-442f-4578-b939-037deb92d01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:36.604555 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-6b63be79-442f-4578-b939-037deb92d01b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84670031-a844-470f-ad7d-63db4b732d24 HTTP/1.1" status: 204 len: 168 time: 0.4635990 Nov 13 07:33:36.640534 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8687ee2a-ea0b-470b-ba8b-5df5dd717943 req-b207797a-f6da-4876-9e74-1fd68a74b3a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed509791e588439984e4323ed0bd1729&device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 1097 time: 0.1123638 Nov 13 07:33:36.825261 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687ee2a-ea0b-470b-ba8b-5df5dd717943 req-10af9f1f-f393-4edf-a336-db1c64c9aaa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:36.827505 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8687ee2a-ea0b-470b-ba8b-5df5dd717943 req-10af9f1f-f393-4edf-a336-db1c64c9aaa1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c96f455d-875b-40da-9040-858a08b6d57a HTTP/1.1" status: 200 len: 910 time: 0.1787021 Nov 13 07:33:36.883839 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:36.923721 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8687ee2a-ea0b-470b-ba8b-5df5dd717943 req-49edefe1-dda0-4888-a027-db5eb08c8f87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=736107b6-ab23-47fe-b3f2-4183a9a42eb1 HTTP/1.1" status: 200 len: 217 time: 0.0871885 Nov 13 07:33:36.956764 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Notify callbacks [] for port, precommit_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:36.994095 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.provisioning_blocks [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Transition to ACTIVE for port object ce8b4ae0-a591-4e12-8921-5074f01a3ace will not be triggered until provisioned by entity L2. {{(pid=82814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:33:37.004244 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:37.013689 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:37.016269 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687ee2a-ea0b-470b-ba8b-5df5dd717943 req-37f30d1e-7b55-4bde-8b19-aa9b02dd5abc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:37.018502 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8687ee2a-ea0b-470b-ba8b-5df5dd717943 req-37f30d1e-7b55-4bde-8b19-aa9b02dd5abc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23acd214-04e0-4c7d-9c9e-825d74288c5b HTTP/1.1" status: 200 len: 849 time: 0.0816982 Nov 13 07:33:37.076847 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8687ee2a-ea0b-470b-ba8b-5df5dd717943 req-013f57dd-b10a-45ab-a3c1-fc46138fcd5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c96f455d-875b-40da-9040-858a08b6d57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502179 Nov 13 07:33:37.094044 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Attempting to bind port ce8b4ae0-a591-4e12-8921-5074f01a3ace on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:33:37.094402 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Attempting to bind port ce8b4ae0-a591-4e12-8921-5074f01a3ace by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:33:37.094774 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Attempting to bind port ce8b4ae0-a591-4e12-8921-5074f01a3ace on network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:33:37.096935 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Pushing event updated for resources: {'Port': ['ID=ce8b4ae0-a591-4e12-8921-5074f01a3ace,revision_number=2']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:37.107740 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:33:37.108099 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Checking segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:33:37.108491 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:37.108871 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Bound using segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:33:37.109325 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Bound port: ce8b4ae0-a591-4e12-8921-5074f01a3ace, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:33:37.109814 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:37.136507 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:37.136837 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:37.137161 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:37.137480 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:37.137799 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:37.140861 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:37.140861 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:37.140861 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:37.140861 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:37.140861 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:37.140861 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:33:37.145035 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Allocated IP 172.20.0.1 (2ae09108-b5d2-4c2b-a942-c6cb3800bf64/09174ffa-30a2-47e9-aaa5-ab5ba387d3ab/826c662a-4aa7-4488-9d5e-0258ee9f3f11) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:33:37.151240 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:37.209609 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] For port ce8b4ae0-a591-4e12-8921-5074f01a3ace, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:33:37.220766 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] For port ce8b4ae0-a591-4e12-8921-5074f01a3ace, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=ce8b4ae0-a591-4e12-8921-5074f01a3ace,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:33:37.227536 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:37.231650 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-6121ff57-03c1-4ea2-9b76-e4b67e34978e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:37.319665 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Pushing event updated for resources: {'Port': ['ID=ce8b4ae0-a591-4e12-8921-5074f01a3ace,revision_number=3']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:37.323809 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:37.326260 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Routers {'9464a943-7a10-43ef-8687-6069c0acf113'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:33:37.326951 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:33:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['9464a943-7a10-43ef-8687-6069c0acf113'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:37.343753 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8687ee2a-ea0b-470b-ba8b-5df5dd717943 req-c0b6cd22-9ffe-4650-9624-2c5362b2fd4f service neutron] 10.222.0.36 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592356 Nov 13 07:33:37.437611 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 727c643a-467f-45a5-b866-e942155defa5 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:37.544118 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 727c643a-467f-45a5-b866-e942155defa5 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:37.544741 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:37.580405 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:37.606571 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8687ee2a-ea0b-470b-ba8b-5df5dd717943 req-7107e90f-085d-4117-82f4-079893903c43 service neutron] 10.222.0.36 "GET /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552257 Nov 13 07:33:37.655761 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Transition to ACTIVE for port object 826c662a-4aa7-4488-9d5e-0258ee9f3f11 will not be triggered until provisioned by entity DHCP. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:33:37.663520 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b457c-8bc1-44af-a557-cf70f5027b24 req-14144c69-1caf-43e1-9074-2997bef8af2e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:37.665381 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-662b457c-8bc1-44af-a557-cf70f5027b24 req-14144c69-1caf-43e1-9074-2997bef8af2e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 944 time: 0.3582277 Nov 13 07:33:37.687846 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] Set router 9464a943-7a10-43ef-8687-6069c0acf113 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:33:37.703010 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993075a-ca1e-4380-ab2a-10a0a2e285ad req-47b1c778-5e86-475f-8ae7-e2ee5937e107 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:37.711504 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9993075a-ca1e-4380-ab2a-10a0a2e285ad req-47b1c778-5e86-475f-8ae7-e2ee5937e107 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1038995 Nov 13 07:33:37.756842 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-662b457c-8bc1-44af-a557-cf70f5027b24 req-9a9d3b83-3ee2-4df6-ad65-409efb541896 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769665 Nov 13 07:33:37.770020 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:37.776342 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:37.802540 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9993075a-ca1e-4380-ab2a-10a0a2e285ad req-a755563b-a924-44e5-931a-55cd63c4b48f tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900993 Nov 13 07:33:37.853725 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:33:37.857093 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:37.859054 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Pushing event updated for resources: {'Port': ['ID=826c662a-4aa7-4488-9d5e-0258ee9f3f11,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:37.861094 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:33:37.891135 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:37.924616 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886376'] for router_interface, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:38.030627 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:38.033961 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:34Z', 'revision_number': 3, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:38.038908 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa615360-c473-41c1-8cfd-723caade4d7c None None] The sync data for ids ['9464a943-7a10-43ef-8687-6069c0acf113'] in dv-cinder-817832-1-smb is: [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:34Z', 'revision_number': 3, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:33:38.132483 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-f51619e2-a631-4c1e-8364-222f6a9526d6 None None] Provisioning for port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:33:38.138681 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-f51619e2-a631-4c1e-8364-222f6a9526d6 None None] Provisioning complete for port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:38.140840 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-f51619e2-a631-4c1e-8364-222f6a9526d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:38.212546 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-f51619e2-a631-4c1e-8364-222f6a9526d6 None None] Port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:33:38.290948 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:38.298508 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3936010'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:38.346458 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:38.404762 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1975530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889668'] for router_interface, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:38.427035 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Pushing event updated for resources: {'Port': ['ID=826c662a-4aa7-4488-9d5e-0258ee9f3f11,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:38.430359 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:38.565034 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:33:38.566337 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:38.850145 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-f8538bfb-6b2e-419a-8d8e-4ff5290b49ba None None] Provisioning complete for port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:38.850704 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-f8538bfb-6b2e-419a-8d8e-4ff5290b49ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:38.944812 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-f8538bfb-6b2e-419a-8d8e-4ff5290b49ba None None] Port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:33:39.017516 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f241a5-fa1d-4920-b444-23de77ba63bf req-73fb1cac-c5cd-4482-9029-561fbb3dce72 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:39.019253 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c7f241a5-fa1d-4920-b444-23de77ba63bf req-73fb1cac-c5cd-4482-9029-561fbb3dce72 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.0795875 Nov 13 07:33:39.066142 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c7f241a5-fa1d-4920-b444-23de77ba63bf req-d9e05b09-fbe0-4639-a6fe-210b48de1008 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Nov 13 07:33:39.090135 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ba1b5-0ccf-4625-8386-b2a70f90c4bd req-0b06c724-a7b2-4f3a-8630-4756693bea91 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:39.091614 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-057ba1b5-0ccf-4625-8386-b2a70f90c4bd req-0b06c724-a7b2-4f3a-8630-4756693bea91 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 944 time: 0.1722035 Nov 13 07:33:39.151990 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-057ba1b5-0ccf-4625-8386-b2a70f90c4bd req-64c4c865-c18a-4764-97b2-a7bff6fa9721 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512774 Nov 13 07:33:39.164768 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Router 9464a943-7a10-43ef-8687-6069c0acf113 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:33:39.263501 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 35996) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:39.378350 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:33:39.396338 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] 10.222.0.15 "PUT /v2.0/routers/9464a943-7a10-43ef-8687-6069c0acf113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7524674 Nov 13 07:33:39.435613 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-04445c98-bd6a-43f0-8b1e-4907f4ed3826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:39.455072 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device ce8b4ae0-a591-4e12-8921-5074f01a3ace up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:39.478086 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-04445c98-bd6a-43f0-8b1e-4907f4ed3826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:39.482271 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-04445c98-bd6a-43f0-8b1e-4907f4ed3826 admin admin] Usage tracker for resource:security_group_rule and tenant:9f9d6ad526b64795acd0cd299e773ad7 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:39.485285 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-04445c98-bd6a-43f0-8b1e-4907f4ed3826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:39.491569 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-04445c98-bd6a-43f0-8b1e-4907f4ed3826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:39.563632 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port ce8b4ae0-a591-4e12-8921-5074f01a3ace completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:33:39.569683 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port ce8b4ae0-a591-4e12-8921-5074f01a3ace triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:39.570123 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:39.584590 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-04445c98-bd6a-43f0-8b1e-4907f4ed3826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:39.589595 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-04445c98-bd6a-43f0-8b1e-4907f4ed3826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:39.596278 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-384f3a6a-d4f4-43c8-b519-1065e6d511b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:39.636626 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04445c98-bd6a-43f0-8b1e-4907f4ed3826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9db7d6c-b22c-4da0-8699-61f9ff9ba3ba,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:39.641303 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-04445c98-bd6a-43f0-8b1e-4907f4ed3826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:39.645365 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-04445c98-bd6a-43f0-8b1e-4907f4ed3826 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f9d6ad526b64795acd0cd299e773ad7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3803656 Nov 13 07:33:39.647830 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36008) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:39.697465 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:39.714890 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port ce8b4ae0-a591-4e12-8921-5074f01a3ace, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=ce8b4ae0-a591-4e12-8921-5074f01a3ace,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:39.719912 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:39.722403 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:39.793430 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=ce8b4ae0-a591-4e12-8921-5074f01a3ace,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:39.797024 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:39.803053 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c53655c9-e13b-45fc-988f-bb63e20efe84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:39.828006 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c53655c9-e13b-45fc-988f-bb63e20efe84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:39.881516 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c53655c9-e13b-45fc-988f-bb63e20efe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:39.886420 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3980aabe-b6d2-4008-8e1d-d960c436fdcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:39.898641 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53655c9-e13b-45fc-988f-bb63e20efe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9db7d6c-b22c-4da0-8699-61f9ff9ba3ba,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:39.901469 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-c53655c9-e13b-45fc-988f-bb63e20efe84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:39.903368 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c53655c9-e13b-45fc-988f-bb63e20efe84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:39.904481 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-c53655c9-e13b-45fc-988f-bb63e20efe84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9db7d6c-b22c-4da0-8699-61f9ff9ba3ba HTTP/1.1" status: 204 len: 168 time: 0.2556849 Nov 13 07:33:40.231577 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 736107b6-ab23-47fe-b3f2-4183a9a42eb1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:33:40.279644 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e04c0a-4aef-4ebb-8e08-0249513a6297 req-ac1a7706-2cf4-4c6b-b0d8-b4b2fad1e1f1 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:40.287095 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c2e04c0a-4aef-4ebb-8e08-0249513a6297 req-ac1a7706-2cf4-4c6b-b0d8-b4b2fad1e1f1 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.0874035 Nov 13 07:33:40.384132 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5430c-4557-43cd-a0e1-ab118e12453b req-faaa0614-68bb-4322-b426-7c9914cbe3d2 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:40.394936 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f0c5430c-4557-43cd-a0e1-ab118e12453b req-faaa0614-68bb-4322-b426-7c9914cbe3d2 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 944 time: 0.1001112 Nov 13 07:33:40.395539 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c2e04c0a-4aef-4ebb-8e08-0249513a6297 req-bdbdf801-ebe9-441c-a82e-6b7f940caab3 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073718 Nov 13 07:33:40.449879 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f0c5430c-4557-43cd-a0e1-ab118e12453b req-77ea762c-f22a-464f-8fe0-fab995734aca tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536728 Nov 13 07:33:40.454462 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 736107b6-ab23-47fe-b3f2-4183a9a42eb1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=736107b6-ab23-47fe-b3f2-4183a9a42eb1,segment=NetworkSegment(f85463b5-c7c7-4782-8f3d-31ae0c649aa7),segment_id=f85463b5-c7c7-4782-8f3d-31ae0c649aa7)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:40.470238 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '736107b6-ab23-47fe-b3f2-4183a9a42eb1', 'network_id': 'c96f455d-875b-40da-9040-858a08b6d57a', 'port_id': '736107b6-ab23-47fe-b3f2-4183a9a42eb1', 'mac_address': 'fa:16:3e:15:ea:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23acd214-04e0-4c7d-9c9e-825d74288c5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:33:40.545324 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.561000 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ba0af8d2-483e-4f67-9caa-9552c87b3462 req-1d14f55c-654e-401a-aebc-104d671a421e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 1098 time: 0.0776114 Nov 13 07:33:40.564995 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736107b6-ab23-47fe-b3f2-4183a9a42eb1 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:33:40.567982 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36032) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:40.584073 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 736107b6-ab23-47fe-b3f2-4183a9a42eb1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=736107b6-ab23-47fe-b3f2-4183a9a42eb1,segment=NetworkSegment(f85463b5-c7c7-4782-8f3d-31ae0c649aa7),segment_id=f85463b5-c7c7-4782-8f3d-31ae0c649aa7)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:40.587470 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8160c72b-2b28-4ca2-b8a2-51cd75246a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.589809 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.592924 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:40.596974 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36036) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:40.605185 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1703304662-network', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:40.607122 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ba0af8d2-483e-4f67-9caa-9552c87b3462 req-587dae7a-339b-4723-a753-f814e5a84041 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397828 Nov 13 07:33:40.612821 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:40.618237 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Usage tracker for resource:network and tenant:600d7405aa234a5c850728e67fa5d4c7 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:40.621820 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:40.634287 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:40.644230 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-8160c72b-2b28-4ca2-b8a2-51cd75246a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:40.648612 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-8160c72b-2b28-4ca2-b8a2-51cd75246a2f admin admin] Usage tracker for resource:security_group_rule and tenant:beeb2fad071b4442b8daa6385424c5a4 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:40.651682 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-8160c72b-2b28-4ca2-b8a2-51cd75246a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:40.654285 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Made reservation on behalf of 600d7405aa234a5c850728e67fa5d4c7 for: {'network': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:33:40.656567 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.657252 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=736107b6-ab23-47fe-b3f2-4183a9a42eb1,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:40.660894 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:40.669686 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-8160c72b-2b28-4ca2-b8a2-51cd75246a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:40.674590 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.721352 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:40.728829 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Usage tracker for resource:security_group_rule and tenant:600d7405aa234a5c850728e67fa5d4c7 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:40.732377 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:40.742408 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:40.789023 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8160c72b-2b28-4ca2-b8a2-51cd75246a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.796001 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8160c72b-2b28-4ca2-b8a2-51cd75246a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.804913 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:40.824646 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['736107b6-ab23-47fe-b3f2-4183a9a42eb1'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:33:40.865011 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160c72b-2b28-4ca2-b8a2-51cd75246a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9e49fa-d7cb-4dfd-98e7-23fab35def4f,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:40.870190 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8160c72b-2b28-4ca2-b8a2-51cd75246a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:40.877291 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-8160c72b-2b28-4ca2-b8a2-51cd75246a2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=beeb2fad071b4442b8daa6385424c5a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3051925 Nov 13 07:33:40.878983 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36040) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:40.887756 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.893153 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.897570 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3f9da0f5-4d70-43f8-8fb6-8eac556b564f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:40.922665 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=82811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:33:40.936758 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6113ea63-1698-4537-a94f-c9d5996ec101,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:40.941314 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:40.941924 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.942217 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.segments_db [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Added segment 7b8dbdf2-c971-485f-9976-dd328645b63b of type vlan for network 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 Nov 13 07:33:40.947767 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8b59077a-f95c-42b7-b7b5-33353ffd5998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.973976 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:40.980767 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8b59077a-f95c-42b7-b7b5-33353ffd5998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.006038 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.007344 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:41.007932 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.012926 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-72eb4988-6ad5-49d1-9204-674e47682b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:41.037856 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8b59077a-f95c-42b7-b7b5-33353ffd5998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.041611 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-172c795e-9abb-4905-83f0-273357b5bd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:41.055013 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b59077a-f95c-42b7-b7b5-33353ffd5998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9e49fa-d7cb-4dfd-98e7-23fab35def4f,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:41.058822 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8b59077a-f95c-42b7-b7b5-33353ffd5998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:41.064192 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8b59077a-f95c-42b7-b7b5-33353ffd5998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.065773 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-8b59077a-f95c-42b7-b7b5-33353ffd5998 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d9e49fa-d7cb-4dfd-98e7-23fab35def4f HTTP/1.1" status: 204 len: 168 time: 0.1854217 Nov 13 07:33:41.118946 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Pushing event updated for resources: {'Network': ['ID=65ac44c7-fae9-43ae-93d4-30b9c6a39c33,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:41.124523 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5223997 Nov 13 07:33:41.124523 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:41.125235 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36046) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:41.129427 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:33:41.136056 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Request body: {'subnet': {'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1703304662-subnet', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'ip_version': 4}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:41.153547 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:41.159983 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Usage tracker for resource:subnet and tenant:600d7405aa234a5c850728e67fa5d4c7 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:41.163191 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:41.168976 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:41.185939 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Made reservation on behalf of 600d7405aa234a5c850728e67fa5d4c7 for: {'subnet': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:33:41.189406 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3248974'] for subnet, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.406294 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3368707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3248984'] for subnet, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.418649 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-157af992-5f30-43ef-a0ca-24ddf78aca8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:41.420222 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device ce8b4ae0-a591-4e12-8921-5074f01a3ace up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:41.506733 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Pushing event updated for resources: {'Subnet': ['ID=78cf1c98-100d-400c-9100-db6d009104be,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:41.510932 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:41.512072 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Checking segment: {'id': '7b8dbdf2-c971-485f-9976-dd328645b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:33:41.512420 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Network hostable DHCP agents. Network: 65ac44c7-fae9-43ae-93d4-30b9c6a39c33, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:33:41.541469 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Network 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:33:41.566937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 65ac44c7-fae9-43ae-93d4-30b9c6a39c33) {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:41.571452 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:41.572013 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.581691 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a6e6ea-0cc8-4f8a-9361-acc7609973b4 None None] Network 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:33:41.615050 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port ce8b4ae0-a591-4e12-8921-5074f01a3ace triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:41.615423 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.668190 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-ebad9d9f-4865-41ff-aa5c-30304570524c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5394077 Nov 13 07:33:41.668382 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36060) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:41.676177 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1703304662-router', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:33:41.683653 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:41.698506 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Usage tracker for resource:router and tenant:600d7405aa234a5c850728e67fa5d4c7 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:41.703044 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:41.712235 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:41.740323 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de966ce-19a6-407e-933b-0d7cb0e0f4fb req-2e7235dd-3f2b-480a-90a0-84c4c61b7e67 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:41.755437 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5de966ce-19a6-407e-933b-0d7cb0e0f4fb req-2e7235dd-3f2b-480a-90a0-84c4c61b7e67 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1556904 Nov 13 07:33:41.785847 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8863'] for router, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.787081 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-917045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8852'] for router, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.804251 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Sync routers for ids ['9464a943-7a10-43ef-8687-6069c0acf113'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:33:41.839575 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5de966ce-19a6-407e-933b-0d7cb0e0f4fb req-40b1a678-7417-4e1c-9970-88772b6ff09b tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828397 Nov 13 07:33:41.865200 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:41.872813 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070e611-210a-4db3-89d3-c56a6cee81e6 req-19dbfe57-9912-4701-a9b5-16c93040ba19 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:41.875205 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2070e611-210a-4db3-89d3-c56a6cee81e6 req-19dbfe57-9912-4701-a9b5-16c93040ba19 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 945 time: 0.1434233 Nov 13 07:33:41.917079 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Routers {'9464a943-7a10-43ef-8687-6069c0acf113'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:33:41.917871 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:33:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['9464a943-7a10-43ef-8687-6069c0acf113'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:42.000086 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2070e611-210a-4db3-89d3-c56a6cee81e6 req-386bb40c-5f8d-439c-a105-7382c8abc747 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167152 Nov 13 07:33:42.076137 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-888067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8834'] for router, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:42.168085 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32ccc176-65ec-50ed-a27a-bb886e33ae93-65ac44c7-fae9-43ae-93d4-30b9c6a39c33', 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'fixed_ips': [{'subnet_id': '78cf1c98-100d-400c-9100-db6d009104be'}]}} from dv-cinder-817832-1-smb. {{(pid=82813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 13 07:33:42.168910 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:42.255434 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 736107b6-ab23-47fe-b3f2-4183a9a42eb1 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:42.279587 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:42.311998 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:42.360143 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Set router 9464a943-7a10-43ef-8687-6069c0acf113 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:33:42.412288 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-0e570f85-a3bc-4298-9ae2-a35fb3d85744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:42.475621 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Allocated IP 172.28.0.39 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/29a352e4-4e0c-4119-a1c2-b549e556db17) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:33:42.631591 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:42.652819 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 736107b6-ab23-47fe-b3f2-4183a9a42eb1 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:33:42.660537 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.db_base_plugin_common [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Allocated IP 172.20.0.2 (65ac44c7-fae9-43ae-93d4-30b9c6a39c33/78cf1c98-100d-400c-9100-db6d009104be/ba8b91f2-814a-4bb6-b3ce-25bfab1a059b) {{(pid=82813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:33:42.666139 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:42.670830 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-35ad69c3-281e-46c0-8ae4-3ddc57cadc0e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:42.672338 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 736107b6-ab23-47fe-b3f2-4183a9a42eb1 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:42.672705 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:42.734150 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:33:42.737756 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:42.742217 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:33:42.772484 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Pushing event updated for resources: {'Port': ['ID=29a352e4-4e0c-4119-a1c2-b549e556db17,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:42.778902 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:42.847070 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:42.912998 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:42.913943 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888126'] for router, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:43.064525 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:43.070682 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a791f-0501-422b-91b6-78fc87943de6 req-ce8e4571-9b64-4ee6-94cd-92cc61733dc9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:43.077969 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-129a791f-0501-422b-91b6-78fc87943de6 req-ce8e4571-9b64-4ee6-94cd-92cc61733dc9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.0891771 Nov 13 07:33:43.106620 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Notify callbacks [] for port, precommit_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:43.118936 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:37Z', 'revision_number': 4, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '826c662a-4aa7-4488-9d5e-0258ee9f3f11', 'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'mac_address': 'fa:16:3e:92:4f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:36Z', 'updated_at': '2021-11-13T07:33:38Z', 'revision_number': 2, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'subnets': [{'id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:43.129893 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de0ecdd-bc61-4d64-b9c7-0024710bea7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736107b6-ab23-47fe-b3f2-4183a9a42eb1'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:33:43.139274 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Checking router: 9464a943-7a10-43ef-8687-6069c0acf113 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:33:43.139652 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Updating router 9464a943-7a10-43ef-8687-6069c0acf113 port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 binding host dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:33:43.143790 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-129a791f-0501-422b-91b6-78fc87943de6 req-f4730547-b71e-4f8c-95ef-55b1097d8732 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648160 Nov 13 07:33:43.163930 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Transition to ACTIVE for port object ba8b91f2-814a-4bb6-b3ce-25bfab1a059b will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:33:43.180725 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 736107b6-ab23-47fe-b3f2-4183a9a42eb1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=736107b6-ab23-47fe-b3f2-4183a9a42eb1,segment=NetworkSegment(f85463b5-c7c7-4782-8f3d-31ae0c649aa7),segment_id=f85463b5-c7c7-4782-8f3d-31ae0c649aa7)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:43.203120 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:43.211435 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:43.292061 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de0ecdd-bc61-4d64-b9c7-0024710bea7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736107b6-ab23-47fe-b3f2-4183a9a42eb1', 'code': 200} Nov 13 07:33:43.306117 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Transition to ACTIVE for port object ba8b91f2-814a-4bb6-b3ce-25bfab1a059b will not be triggered until provisioned by entity DHCP. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:33:43.360399 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=736107b6-ab23-47fe-b3f2-4183a9a42eb1,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:43.367776 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 is scheduled to L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 with binding_index 1 {{(pid=82811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 07:33:43.368984 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:43.373122 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:43.404056 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98728e-e264-431d-a8d6-e4b3ed316316 req-d901612b-ec7c-4265-903b-73495a747871 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:43.410258 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:43.415322 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-aa98728e-e264-431d-a8d6-e4b3ed316316 req-d901612b-ec7c-4265-903b-73495a747871 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 946 time: 0.1507363 Nov 13 07:33:43.417126 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:43.551646 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7dae50cb-23d5-4758-9028-8bc7c529e39d req-3b8c5c08-67eb-4a8d-b195-0168aca366f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 1099 time: 0.1048326 Nov 13 07:33:43.588478 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Pushing event updated for resources: {'Port': ['ID=ba8b91f2-814a-4bb6-b3ce-25bfab1a059b,revision_number=1']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:43.590631 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-aa98728e-e264-431d-a8d6-e4b3ed316316 req-45a67168-bcf4-47e6-aef4-87eebc90a332 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743739 Nov 13 07:33:43.592557 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Network 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 is already hosted by enough agents. {{(pid=82813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:33:43.595636 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:43.596922 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.base_scheduler [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Resources bound (agent type, host, resource id): {{(pid=82813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:43.609516 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Received port after_create {{(pid=82813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:33:43.630260 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7dae50cb-23d5-4758-9028-8bc7c529e39d req-06eed8fa-24eb-4492-b135-f5e705b1fc20 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703773 Nov 13 07:33:43.746945 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:33:43.757863 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Sync routers for ids ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:33:43.775236 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Routers {'2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:33:43.776336 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:33:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:43.777967 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Attempting to bind port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:33:43.778489 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Attempting to bind port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': '7b8dbdf2-c971-485f-9976-dd328645b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:33:43.778817 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Attempting to bind port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b on network 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:33:43.787144 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:43.792536 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1205866 Nov 13 07:33:43.792907 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36110) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:43.807076 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:33:43.807501 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Checking segment: {'id': '7b8dbdf2-c971-485f-9976-dd328645b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:33:43.807909 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:43.808305 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Bound using segment: {'id': '7b8dbdf2-c971-485f-9976-dd328645b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:33:43.808782 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Bound port: ba8b91f2-814a-4bb6-b3ce-25bfab1a059b, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8dbdf2-c971-485f-9976-dd328645b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:33:43.809151 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:43.972288 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d77cd745-ca50-48dc-a302-624cbe43836a req-deb143e5-f169-4e3d-99b9-fe61040a4639 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=701084be16d8431e8af00ee5e87889bb&device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 1098 time: 0.1103678 Nov 13 07:33:44.031317 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Set router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:33:44.056957 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] For port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:33:44.061467 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] For port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=ba8b91f2-814a-4bb6-b3ce-25bfab1a059b,segment=NetworkSegment(7b8dbdf2-c971-485f-9976-dd328645b63b),segment_id=7b8dbdf2-c971-485f-9976-dd328645b63b)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:33:44.072255 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:44.094462 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-e919805e-acaf-4d56-9aae-6615e7ee6406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:44.179257 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e6db4-7889-4270-97ad-775bed59c50c req-c95c9efe-166e-4129-882a-e973db87e9a9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:44.181822 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a10e6db4-7889-4270-97ad-775bed59c50c req-c95c9efe-166e-4129-882a-e973db87e9a9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.2495735 Nov 13 07:33:44.201138 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cd745-ca50-48dc-a302-624cbe43836a req-4aa8e389-11ad-4640-a3e9-7b795e339a9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:44.202350 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d77cd745-ca50-48dc-a302-624cbe43836a req-4aa8e389-11ad-4640-a3e9-7b795e339a9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 200 len: 919 time: 0.2063367 Nov 13 07:33:44.299323 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a10e6db4-7889-4270-97ad-775bed59c50c req-4e294124-ee64-44a7-9c0c-800d62118c8e tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079063 Nov 13 07:33:44.324065 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Pushing event updated for resources: {'Port': ['ID=ba8b91f2-814a-4bb6-b3ce-25bfab1a059b,revision_number=2']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:44.328812 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:44.330695 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d77cd745-ca50-48dc-a302-624cbe43836a req-472593b9-9468-48d0-bf54-c7b445b60647 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e HTTP/1.1" status: 200 len: 217 time: 0.1202574 Nov 13 07:33:44.347161 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:44.384539 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Transition to ACTIVE for port object 826c662a-4aa7-4488-9d5e-0258ee9f3f11 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:33:44.413088 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:44.541562 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:44.542253 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cd745-ca50-48dc-a302-624cbe43836a req-f717a95c-6fe0-4ec1-9001-9086a6eeb532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:44.544125 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d77cd745-ca50-48dc-a302-624cbe43836a req-f717a95c-6fe0-4ec1-9001-9086a6eeb532 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f47fbc9b-fba9-4c7a-b193-40c59ad78aac HTTP/1.1" status: 200 len: 858 time: 0.2061765 Nov 13 07:33:44.612622 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'name': 'tempest-TestMinimumBasicScenario-1703304662-router', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:41Z', 'updated_at': '2021-11-13T07:33:42Z', 'revision_number': 3, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'gw_port': {'id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:42Z', 'updated_at': '2021-11-13T07:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:44.628206 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Checking router: 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:33:44.628206 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Updating router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 port 29a352e4-4e0c-4119-a1c2-b549e556db17 binding host dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:33:44.644918 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d77cd745-ca50-48dc-a302-624cbe43836a req-d5ce047e-8ae4-46c1-a742-603990db182e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8be01342-839f-41b8-9728-3e30da81b26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890362 Nov 13 07:33:44.696188 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20063747-b1cc-4304-af85-35fdfc61704b None None] Pushing event updated for resources: {'Port': ['ID=826c662a-4aa7-4488-9d5e-0258ee9f3f11,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:44.712935 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-20063747-b1cc-4304-af85-35fdfc61704b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:44.821371 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:44.944134 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5ac49535-b0ca-4064-974c-a14e925c52f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:44.996897 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d77cd745-ca50-48dc-a302-624cbe43836a req-6e775590-fb07-443f-91ea-610a170091e5 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437641 Nov 13 07:33:45.118708 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Attempting to bind port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:33:45.119098 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Attempting to bind port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:33:45.119454 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Attempting to bind port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 on network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:33:45.143894 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:33:45.144273 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Checking segment: {'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:33:45.144674 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:45.145065 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Bound using segment: {'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:33:45.145538 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Bound port: 826c662a-4aa7-4488-9d5e-0258ee9f3f11, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:33:45.145905 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:45.260854 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d3486-7132-4ac2-94ef-28c7b6d9de3d req-8c0aeb5a-2d12-4674-84dd-83c0b0ec3c6b tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:45.269396 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-844d3486-7132-4ac2-94ef-28c7b6d9de3d req-8c0aeb5a-2d12-4674-84dd-83c0b0ec3c6b tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 946 time: 0.3624704 Nov 13 07:33:45.319940 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d77cd745-ca50-48dc-a302-624cbe43836a req-9077a71d-bf33-4d28-9f32-c0a4efb7d329 service neutron] 10.222.0.36 "GET /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152094 Nov 13 07:33:45.321939 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] For port 826c662a-4aa7-4488-9d5e-0258ee9f3f11, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:33:45.334174 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] For port 826c662a-4aa7-4488-9d5e-0258ee9f3f11, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=826c662a-4aa7-4488-9d5e-0258ee9f3f11,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:33:45.344509 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:45.362451 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:45.375494 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-844d3486-7132-4ac2-94ef-28c7b6d9de3d req-b9504b1c-94a2-4e1d-8eae-861312169eb1 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013029 Nov 13 07:33:45.535880 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:45.610225 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device ba8b91f2-814a-4bb6-b3ce-25bfab1a059b up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:45.676698 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Routers {'9464a943-7a10-43ef-8687-6069c0acf113'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:33:45.677363 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:33:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['9464a943-7a10-43ef-8687-6069c0acf113'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:45.681150 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Notify callbacks [] for port, precommit_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:45.711137 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.provisioning_blocks [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Transition to ACTIVE for port object 29a352e4-4e0c-4119-a1c2-b549e556db17 will not be triggered until provisioned by entity L2. {{(pid=82814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:33:45.721232 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:45.730781 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-d779b836-8d71-4cb1-8e0c-dce4481ea20c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:45.843879 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8b12a-eea5-4085-ba66-385efecad0d8 None None] Pushing event updated for resources: {'Port': ['ID=29a352e4-4e0c-4119-a1c2-b549e556db17,revision_number=2']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:45.887901 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a646808-a9f8-439a-85dd-48b49db99b98 None None] Network 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:33:45.913337 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:45.933265 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Attempting to bind port 29a352e4-4e0c-4119-a1c2-b549e556db17 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:33:45.933649 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Attempting to bind port 29a352e4-4e0c-4119-a1c2-b549e556db17 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:33:45.934011 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Attempting to bind port 29a352e4-4e0c-4119-a1c2-b549e556db17 on network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:33:45.968470 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-5ed8b12a-eea5-4085-ba66-385efecad0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:45.976116 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:33:45.976483 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Checking segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:33:45.976885 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:45.977270 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Bound using segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:33:45.982072 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Bound port: 29a352e4-4e0c-4119-a1c2-b549e556db17, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:33:45.982565 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:46.020180 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20063747-b1cc-4304-af85-35fdfc61704b None None] Pushing event updated for resources: {'Port': ['ID=826c662a-4aa7-4488-9d5e-0258ee9f3f11,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:46.023445 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-20063747-b1cc-4304-af85-35fdfc61704b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:46.086242 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4167b-202f-4626-92a3-b920099402c7 req-17990881-e2cf-464b-985d-63d8b6bd18c3 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:46.087740 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-61d4167b-202f-4626-92a3-b920099402c7 req-17990881-e2cf-464b-985d-63d8b6bd18c3 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.3939290 Nov 13 07:33:46.141557 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] For port 29a352e4-4e0c-4119-a1c2-b549e556db17, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:33:46.144725 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] For port 29a352e4-4e0c-4119-a1c2-b549e556db17, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=29a352e4-4e0c-4119-a1c2-b549e556db17,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:33:46.156840 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:46.161580 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:46.201293 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] Set router 9464a943-7a10-43ef-8687-6069c0acf113 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:33:46.232829 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Routers {'2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:33:46.233701 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:33:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:46.239495 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-61d4167b-202f-4626-92a3-b920099402c7 req-1ad23310-cd91-46cc-a9f6-e58304a2a636 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410799 Nov 13 07:33:46.250113 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-6e2e93c2-a1b6-48b7-ad71-d95a9f78b709 None None] Provisioning for port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:33:46.273518 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Allocated IP 172.20.0.1 (65ac44c7-fae9-43ae-93d4-30b9c6a39c33/78cf1c98-100d-400c-9100-db6d009104be/09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:33:46.350149 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:33:46.362573 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:46.362886 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:46.467835 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] Set router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:33:46.525008 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8b12a-eea5-4085-ba66-385efecad0d8 None None] Pushing event updated for resources: {'Port': ['ID=29a352e4-4e0c-4119-a1c2-b549e556db17,revision_number=3']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:46.528512 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-5ed8b12a-eea5-4085-ba66-385efecad0d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:46.627223 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:46.679847 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Transition to ACTIVE for port object 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f will not be triggered until provisioned by entity DHCP. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:33:46.729398 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:46.748705 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:46.860002 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Network 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:33:46.860237 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:46.863360 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:46.880915 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:33:46.934615 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=ba8b91f2-814a-4bb6-b3ce-25bfab1a059b,segment=NetworkSegment(7b8dbdf2-c971-485f-9976-dd328645b63b),segment_id=7b8dbdf2-c971-485f-9976-dd328645b63b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:46.942227 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Pushing event updated for resources: {'Port': ['ID=09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:46.952283 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:46.952990 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:46.957830 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:46.964445 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886376'] for router_interface, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:46.979982 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'name': 'tempest-TestMinimumBasicScenario-1703304662-router', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:41Z', 'updated_at': '2021-11-13T07:33:42Z', 'revision_number': 3, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'gw_port': {'id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:42Z', 'updated_at': '2021-11-13T07:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:46.987386 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d333e2c4-9a3e-4d67-be2a-9d7d8d2bbd7a None None] The sync data for ids ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'] in dv-cinder-817832-1-smb is: [{'id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'name': 'tempest-TestMinimumBasicScenario-1703304662-router', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:41Z', 'updated_at': '2021-11-13T07:33:42Z', 'revision_number': 3, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'gw_port': {'id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:42Z', 'updated_at': '2021-11-13T07:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:33:47.042770 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:47.076791 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:37Z', 'revision_number': 4, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '826c662a-4aa7-4488-9d5e-0258ee9f3f11', 'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'mac_address': 'fa:16:3e:92:4f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:36Z', 'updated_at': '2021-11-13T07:33:45Z', 'revision_number': 4, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'subnets': [{'id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:33:47.092719 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457f0c1e-d26b-4b36-8030-d64f7fe0d3a8 None None] The sync data for ids ['9464a943-7a10-43ef-8687-6069c0acf113'] in dv-cinder-817832-1-smb is: [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:37Z', 'revision_number': 4, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '826c662a-4aa7-4488-9d5e-0258ee9f3f11', 'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'mac_address': 'fa:16:3e:92:4f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:36Z', 'updated_at': '2021-11-13T07:33:45Z', 'revision_number': 4, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'subnets': [{'id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:33:47.111897 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=ba8b91f2-814a-4bb6-b3ce-25bfab1a059b,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:47.123174 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:47.219591 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:47.320794 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc69e0b-38ea-422a-a8d2-00d597575ff1 req-938486a6-1c8e-481b-bd83-c6ab5fa5dae7 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:47.322378 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0bc69e0b-38ea-422a-a8d2-00d597575ff1 req-938486a6-1c8e-481b-bd83-c6ab5fa5dae7 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 946 time: 0.2299123 Nov 13 07:33:47.327042 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-41c62d11-6f1f-4bb2-89f5-c8d7035499b9 None None] Provisioning complete for port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:47.327744 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-41c62d11-6f1f-4bb2-89f5-c8d7035499b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:47.466274 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0bc69e0b-38ea-422a-a8d2-00d597575ff1 req-1aaf99f5-afed-4e82-b9ea-4dc205ec52b6 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180985 Nov 13 07:33:47.563120 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:47.572218 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3936010'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:47.605286 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 826c662a-4aa7-4488-9d5e-0258ee9f3f11 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:47.623611 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:47.663036 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d74c0-f567-4dd8-890f-096990677de5 req-e3e73d12-98e0-4abb-9b1e-3b252ce6a72f tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:47.671738 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b02d74c0-f567-4dd8-890f-096990677de5 req-e3e73d12-98e0-4abb-9b1e-3b252ce6a72f tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1202388 Nov 13 07:33:47.715773 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-41c62d11-6f1f-4bb2-89f5-c8d7035499b9 None None] Provisioning for port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:33:47.720302 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:33:47.721436 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Pushing event updated for resources: {'Port': ['ID=09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:47.724223 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1975530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889668'] for router_interface, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:47.725183 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-41c62d11-6f1f-4bb2-89f5-c8d7035499b9 None None] Provisioning complete for port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:47.725567 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-41c62d11-6f1f-4bb2-89f5-c8d7035499b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:47.729099 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:47.731474 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b02d74c0-f567-4dd8-890f-096990677de5 req-bc41ec7e-5612-46ac-a70a-9b1302474c02 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586429 Nov 13 07:33:47.752534 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:47.752913 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:47.825674 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-41c62d11-6f1f-4bb2-89f5-c8d7035499b9 None None] Port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:33:47.897839 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:47.915835 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Network 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:33:47.917579 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:33:47.935312 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 826c662a-4aa7-4488-9d5e-0258ee9f3f11, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=826c662a-4aa7-4488-9d5e-0258ee9f3f11,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:47.942323 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:47.943791 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device ba8b91f2-814a-4bb6-b3ce-25bfab1a059b up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:47.999137 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:48.165295 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-e678501b-a25d-4f29-a149-5a1259756765 None None] Provisioning complete for port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:48.165987 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e678501b-a25d-4f29-a149-5a1259756765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:48.226477 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=826c662a-4aa7-4488-9d5e-0258ee9f3f11,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:48.233300 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:48.275505 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-e678501b-a25d-4f29-a149-5a1259756765 None None] Port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:33:48.295862 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:48.296236 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:48.461667 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-1fd5a554-8959-43cc-9e47-0cd5deafece6 None None] Provisioning complete for port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:48.462035 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-1fd5a554-8959-43cc-9e47-0cd5deafece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:48.474558 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126c8e2-a894-4c2d-a066-c6ee928fc572 req-615b340b-c8b7-464e-9131-5043d787880c tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:48.476520 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c126c8e2-a894-4c2d-a066-c6ee928fc572 req-615b340b-c8b7-464e-9131-5043d787880c tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.36 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 946 time: 0.1409371 Nov 13 07:33:48.549676 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-1fd5a554-8959-43cc-9e47-0cd5deafece6 None None] Port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:33:48.579279 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-c126c8e2-a894-4c2d-a066-c6ee928fc572 req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Deleting port 736107b6-ab23-47fe-b3f2-4183a9a42eb1 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:33:48.579956 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c126c8e2-a894-4c2d-a066-c6ee928fc572 req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:48.617167 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:33:48.901846 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:33:48.911511 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] 10.222.0.15 "PUT /v2.0/routers/2b8ad2a3-8b92-4da2-9a2b-1630cc804b52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1175692 Nov 13 07:33:48.918442 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-c126c8e2-a894-4c2d-a066-c6ee928fc572 req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] For port 736107b6-ab23-47fe-b3f2-4183a9a42eb1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=736107b6-ab23-47fe-b3f2-4183a9a42eb1,segment=NetworkSegment(f85463b5-c7c7-4782-8f3d-31ae0c649aa7),segment_id=f85463b5-c7c7-4782-8f3d-31ae0c649aa7)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:48.919066 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c126c8e2-a894-4c2d-a066-c6ee928fc572 req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:48.938579 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff6acb-2b81-4cf6-a6d2-a7e94fc6e4bf req-ffdfa2a5-8d35-4896-9088-a5137325f5bb tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:48.940173 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5dff6acb-2b81-4cf6-a6d2-a7e94fc6e4bf req-ffdfa2a5-8d35-4896-9088-a5137325f5bb tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de0ecdd-bc61-4d64-b9c7-0024710bea7e HTTP/1.1" status: 200 len: 946 time: 0.2103910 Nov 13 07:33:49.063675 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-c126c8e2-a894-4c2d-a066-c6ee928fc572 req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Calling delete_port for 736107b6-ab23-47fe-b3f2-4183a9a42eb1 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:33:49.142864 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5dff6acb-2b81-4cf6-a6d2-a7e94fc6e4bf req-b941622b-803a-474f-b9a8-70473238c25d tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.15 "GET /v2.0/security-groups?id=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545541 Nov 13 07:33:49.228580 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c126c8e2-a894-4c2d-a066-c6ee928fc572 req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:49.234279 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4628ef12-5899-4767-898f-2798d155886e tempest-VolumesActionsTest-236095689 tempest-VolumesActionsTest-236095689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:49.240215 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['736107b6-ab23-47fe-b3f2-4183a9a42eb1'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:33:49.276771 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Pushing event deleted for resources: {'Port': ['ID=736107b6-ab23-47fe-b3f2-4183a9a42eb1,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:49.280827 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:49.362745 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c126c8e2-a894-4c2d-a066-c6ee928fc572 req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] No DVR routers for this DVR port 736107b6-ab23-47fe-b3f2-4183a9a42eb1 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:33:49.365551 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c126c8e2-a894-4c2d-a066-c6ee928fc572 req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:49.369321 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de0ecdd-bc61-4d64-b9c7-0024710bea7e', 'name': 'network-vif-deleted', 'tag': '736107b6-ab23-47fe-b3f2-4183a9a42eb1'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:33:49.407453 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c126c8e2-a894-4c2d-a066-c6ee928fc572 req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] 10.222.0.36 "DELETE /v2.0/ports/736107b6-ab23-47fe-b3f2-4183a9a42eb1 HTTP/1.1" status: 204 len: 173 time: 0.9247603 Nov 13 07:33:49.436563 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de0ecdd-bc61-4d64-b9c7-0024710bea7e', 'name': 'network-vif-deleted', 'tag': '736107b6-ab23-47fe-b3f2-4183a9a42eb1', 'status': 'completed', 'code': 200} Nov 13 07:33:49.474933 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 826c662a-4aa7-4488-9d5e-0258ee9f3f11 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:49.551344 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:49.551721 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:52.297055 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 736107b6-ab23-47fe-b3f2-4183a9a42eb1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:33:52.334296 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 736107b6-ab23-47fe-b3f2-4183a9a42eb1 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:33:52.335290 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 736107b6-ab23-47fe-b3f2-4183a9a42eb1 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:33:53.243180 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f74605-e764-4e5b-8444-197ec9f3f15b req-fc23ddd8-b683-4fa5-abaa-82ab2ed73614 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:53.249737 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e2f74605-e764-4e5b-8444-197ec9f3f15b req-fc23ddd8-b683-4fa5-abaa-82ab2ed73614 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1476269 Nov 13 07:33:53.359413 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e2f74605-e764-4e5b-8444-197ec9f3f15b req-98eb85a6-f52d-4834-a71b-55fb8b162b9e tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015246 Nov 13 07:33:53.507742 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 29a352e4-4e0c-4119-a1c2-b549e556db17 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:53.630291 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 29a352e4-4e0c-4119-a1c2-b549e556db17 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:33:53.648934 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 29a352e4-4e0c-4119-a1c2-b549e556db17 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:53.648934 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:53.823404 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:53.850522 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 29a352e4-4e0c-4119-a1c2-b549e556db17, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=29a352e4-4e0c-4119-a1c2-b549e556db17,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:53.855795 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:53.857723 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-540b7f53-5e6c-4b49-b9ac-d8fa8e21c744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:53.936187 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=29a352e4-4e0c-4119-a1c2-b549e556db17,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:53.939728 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:54.646453 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ed0ed-6f7d-4692-a633-f30917e80fb8 req-10f1349c-b0dd-4edb-961b-4182f139347a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:54.657732 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7d1ed0ed-6f7d-4692-a633-f30917e80fb8 req-10f1349c-b0dd-4edb-961b-4182f139347a tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.1355057 Nov 13 07:33:54.789968 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7d1ed0ed-6f7d-4692-a633-f30917e80fb8 req-0eb42905-727b-4244-875e-9ffae3395142 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292970 Nov 13 07:33:55.516607 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 29a352e4-4e0c-4119-a1c2-b549e556db17 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:33:55.578497 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f691e5-000b-430c-bab2-7648189038bd req-fd392cce-f080-4c3e-805b-5a666d8bf593 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:55.583705 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-47f691e5-000b-430c-bab2-7648189038bd req-fd392cce-f080-4c3e-805b-5a666d8bf593 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.3469439 Nov 13 07:33:55.856096 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 29a352e4-4e0c-4119-a1c2-b549e556db17 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:33:55.856394 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:55.869414 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36346) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:55.890954 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-47f691e5-000b-430c-bab2-7648189038bd req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Deleting port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:33:55.891592 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-47f691e5-000b-430c-bab2-7648189038bd req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:56.165741 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1b4be161-85b5-47b5-8fdd-b2beeeed79ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:56.249250 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-1b4be161-85b5-47b5-8fdd-b2beeeed79ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:56.269508 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-1b4be161-85b5-47b5-8fdd-b2beeeed79ea admin admin] Usage tracker for resource:security_group_rule and tenant:1a9ebf6d3472471e99ba031788e2f267 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:56.286923 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-1b4be161-85b5-47b5-8fdd-b2beeeed79ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:56.317734 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-1b4be161-85b5-47b5-8fdd-b2beeeed79ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:56.391827 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-47f691e5-000b-430c-bab2-7648189038bd req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] For port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=2695bd8d-08cb-46df-bbb3-16ec53fd74a0,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:33:56.391827 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-47f691e5-000b-430c-bab2-7648189038bd req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:56.395232 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942396d-00cc-48fb-8bec-7073977888e7 req-e2aca239-de7f-4406-8630-d0714071b2c4 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:56.415706 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e942396d-00cc-48fb-8bec-7073977888e7 req-e2aca239-de7f-4406-8630-d0714071b2c4 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 946 time: 0.3252587 Nov 13 07:33:56.564115 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e942396d-00cc-48fb-8bec-7073977888e7 req-964c6078-3d17-4230-a298-5614f4e3efa0 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469419 Nov 13 07:33:56.611396 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1b4be161-85b5-47b5-8fdd-b2beeeed79ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:56.621139 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1b4be161-85b5-47b5-8fdd-b2beeeed79ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:56.629961 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-777b914e-793e-4e3a-9aee-9917e5318781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:56.662598 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-47f691e5-000b-430c-bab2-7648189038bd req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Calling delete_port for 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:33:56.689982 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4be161-85b5-47b5-8fdd-b2beeeed79ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8329d1d2-8c84-4e71-9b62-d2a3463ba8b7,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:56.695524 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-1b4be161-85b5-47b5-8fdd-b2beeeed79ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:56.699771 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-1b4be161-85b5-47b5-8fdd-b2beeeed79ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a9ebf6d3472471e99ba031788e2f267&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8285599 Nov 13 07:33:56.703024 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36354) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:56.832985 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-237410f3-f503-4be5-b758-ad9ebcbb81a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:56.872836 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-237410f3-f503-4be5-b758-ad9ebcbb81a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:57.003870 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-237410f3-f503-4be5-b758-ad9ebcbb81a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:57.008609 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d7dc0c80-6e11-4754-b857-c58ce9f28f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:57.028545 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237410f3-f503-4be5-b758-ad9ebcbb81a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8329d1d2-8c84-4e71-9b62-d2a3463ba8b7,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:57.039746 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-237410f3-f503-4be5-b758-ad9ebcbb81a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:57.052281 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-237410f3-f503-4be5-b758-ad9ebcbb81a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:57.059331 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-237410f3-f503-4be5-b758-ad9ebcbb81a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8329d1d2-8c84-4e71-9b62-d2a3463ba8b7 HTTP/1.1" status: 204 len: 168 time: 0.3527012 Nov 13 07:33:57.093997 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-47f691e5-000b-430c-bab2-7648189038bd req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:57.100595 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b84911c4-c78d-4972-a460-9212e19851a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:57.107191 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:33:57.279442 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Pushing event deleted for resources: {'Port': ['ID=2695bd8d-08cb-46df-bbb3-16ec53fd74a0,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:57.282157 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:57.432832 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f691e5-000b-430c-bab2-7648189038bd req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] No DVR routers for this DVR port 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:33:57.436082 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-47f691e5-000b-430c-bab2-7648189038bd req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:57.440744 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6c3ce4-1a61-4294-ba68-b1c46eba9509', 'name': 'network-vif-deleted', 'tag': '2695bd8d-08cb-46df-bbb3-16ec53fd74a0'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:33:57.464811 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-47f691e5-000b-430c-bab2-7648189038bd req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.36 "DELETE /v2.0/ports/2695bd8d-08cb-46df-bbb3-16ec53fd74a0 HTTP/1.1" status: 204 len: 173 time: 1.8714449 Nov 13 07:33:57.568276 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6c3ce4-1a61-4294-ba68-b1c46eba9509', 'name': 'network-vif-deleted', 'tag': '2695bd8d-08cb-46df-bbb3-16ec53fd74a0', 'status': 'completed', 'code': 200} Nov 13 07:33:57.735083 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36368) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:57.766594 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-fc76234b-30e3-4467-81be-32a99afd0ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:57.861469 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-baad7e67-08af-4e49-8554-777b8e9ff3bb req-97702a26-d3b8-4a08-a39c-cd0d988e7f2f tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e6c3ce4-1a61-4294-ba68-b1c46eba9509 HTTP/1.1" status: 200 len: 210 time: 0.0767548 Nov 13 07:33:57.911979 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-fc76234b-30e3-4467-81be-32a99afd0ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:57.917789 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-fc76234b-30e3-4467-81be-32a99afd0ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:df1160e5c31f46e09d77e3b75aced353 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:57.921380 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-fc76234b-30e3-4467-81be-32a99afd0ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:57.928518 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-fc76234b-30e3-4467-81be-32a99afd0ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:58.089348 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-fc76234b-30e3-4467-81be-32a99afd0ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:58.102919 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-fc76234b-30e3-4467-81be-32a99afd0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:58.124121 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e6f1d48c-6815-473f-bb1c-ac1f9a7b27ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:58.227764 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc76234b-30e3-4467-81be-32a99afd0ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5a6667-c1f1-4b72-869f-d6a8d0f8a654,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:58.231665 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-fc76234b-30e3-4467-81be-32a99afd0ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:58.234539 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-fc76234b-30e3-4467-81be-32a99afd0ee0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df1160e5c31f46e09d77e3b75aced353&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4984119 Nov 13 07:33:58.237922 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36376) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:58.355970 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-85060666-cd04-4311-a2f8-e839d51955cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:58.371644 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:33:58.425561 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:33:58.425944 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 2695bd8d-08cb-46df-bbb3-16ec53fd74a0 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:33:58.429460 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-85060666-cd04-4311-a2f8-e839d51955cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:58.503141 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-85060666-cd04-4311-a2f8-e839d51955cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:58.507829 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6ae8b20e-07d0-408e-844b-7d87e40b060e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:58.529017 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85060666-cd04-4311-a2f8-e839d51955cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5a6667-c1f1-4b72-869f-d6a8d0f8a654,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:58.544367 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-85060666-cd04-4311-a2f8-e839d51955cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:58.557617 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-85060666-cd04-4311-a2f8-e839d51955cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:58.560608 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-85060666-cd04-4311-a2f8-e839d51955cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e5a6667-c1f1-4b72-869f-d6a8d0f8a654 HTTP/1.1" status: 204 len: 168 time: 0.3217070 Nov 13 07:33:59.395922 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36396) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:59.427945 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-342131d2-1e18-4b7b-9a92-6e60b20dd1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:59.474545 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-342131d2-1e18-4b7b-9a92-6e60b20dd1fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:33:59.479304 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-342131d2-1e18-4b7b-9a92-6e60b20dd1fb admin admin] Usage tracker for resource:security_group_rule and tenant:dbf186b4490043dc94e9cd84a38ca017 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:33:59.482582 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-342131d2-1e18-4b7b-9a92-6e60b20dd1fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:33:59.506680 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-342131d2-1e18-4b7b-9a92-6e60b20dd1fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:33:59.604509 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-342131d2-1e18-4b7b-9a92-6e60b20dd1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:59.615785 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-342131d2-1e18-4b7b-9a92-6e60b20dd1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:59.632900 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a8433ca6-7889-4d56-8cf1-bb4c0bb4f280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:33:59.740268 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342131d2-1e18-4b7b-9a92-6e60b20dd1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fb7e9b-cb18-445b-9e2b-ee673e1a9477,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:33:59.762937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-342131d2-1e18-4b7b-9a92-6e60b20dd1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:33:59.771318 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-342131d2-1e18-4b7b-9a92-6e60b20dd1fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbf186b4490043dc94e9cd84a38ca017&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3732162 Nov 13 07:33:59.774788 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36402) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:33:59.822035 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b50c7-d0c6-4ee6-8ffd-64328ff35189 req-7a657447-e07f-4328-8aef-6cb3b45e3606 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:33:59.823450 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-634b50c7-d0c6-4ee6-8ffd-64328ff35189 req-7a657447-e07f-4328-8aef-6cb3b45e3606 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Synchronizing usage tracker for tenant:701084be16d8431e8af00ee5e87889bb on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:33:59.858045 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-634b50c7-d0c6-4ee6-8ffd-64328ff35189 req-7a657447-e07f-4328-8aef-6cb3b45e3606 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Unset dirty status for tenant:701084be16d8431e8af00ee5e87889bb on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:33:59.866164 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-634b50c7-d0c6-4ee6-8ffd-64328ff35189 req-7a657447-e07f-4328-8aef-6cb3b45e3606 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1950572 Nov 13 07:33:59.925191 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e303a3b3-ed0c-4e2a-8894-ac0246b656d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:33:59.985655 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-634b50c7-d0c6-4ee6-8ffd-64328ff35189 req-b73d5c6f-76db-4cec-9f5e-536236e38640 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053345 Nov 13 07:33:59.986339 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e303a3b3-ed0c-4e2a-8894-ac0246b656d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:00.074240 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e303a3b3-ed0c-4e2a-8894-ac0246b656d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:00.083700 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-fc76234b-30e3-4467-81be-32a99afd0ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:00.109398 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303a3b3-ed0c-4e2a-8894-ac0246b656d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fb7e9b-cb18-445b-9e2b-ee673e1a9477,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:00.146173 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e303a3b3-ed0c-4e2a-8894-ac0246b656d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:00.158005 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e303a3b3-ed0c-4e2a-8894-ac0246b656d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:00.161986 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-e303a3b3-ed0c-4e2a-8894-ac0246b656d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1fb7e9b-cb18-445b-9e2b-ee673e1a9477 HTTP/1.1" status: 204 len: 168 time: 0.3858314 Nov 13 07:34:01.671338 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c39bd-b053-490f-bda3-ec90d27b3784 req-882fc194-5eb9-4087-b3d6-fe2015304ff7 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:01.673156 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-095c39bd-b053-490f-bda3-ec90d27b3784 req-882fc194-5eb9-4087-b3d6-fe2015304ff7 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.2275629 Nov 13 07:34:01.746397 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-095c39bd-b053-490f-bda3-ec90d27b3784 req-8285a3d4-090f-46d3-8f76-174734047e9e tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658052 Nov 13 07:34:02.762117 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36444) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:02.986588 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:34:03.029744 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5f32fa0a-a981-4463-b7f8-fd7a3af9f16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:03.060311 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9e13f-8b34-458b-a455-c60e619a9f60 req-413829b1-c893-4844-bc82-f04ed82a1296 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:03.070001 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-65f9e13f-8b34-458b-a455-c60e619a9f60 req-413829b1-c893-4844-bc82-f04ed82a1296 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1598971 Nov 13 07:34:03.078042 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-5f32fa0a-a981-4463-b7f8-fd7a3af9f16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:03.093332 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-5f32fa0a-a981-4463-b7f8-fd7a3af9f16d admin admin] Usage tracker for resource:security_group_rule and tenant:a8560ff6914b402ea7f9fb4e053655fc is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:03.101421 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-5f32fa0a-a981-4463-b7f8-fd7a3af9f16d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:03.112025 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-5f32fa0a-a981-4463-b7f8-fd7a3af9f16d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:03.160188 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-65f9e13f-8b34-458b-a455-c60e619a9f60 req-bd03db67-08b1-4f41-bd83-a965e906ab91 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887933 Nov 13 07:34:03.216008 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5f32fa0a-a981-4463-b7f8-fd7a3af9f16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:03.223592 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5f32fa0a-a981-4463-b7f8-fd7a3af9f16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:03.235809 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-1b39ee50-2c44-4937-8f22-93609192992e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:03.296235 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32fa0a-a981-4463-b7f8-fd7a3af9f16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad004ce2-0e54-4754-b317-a81cf31d33c3,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:03.313482 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-5f32fa0a-a981-4463-b7f8-fd7a3af9f16d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8560ff6914b402ea7f9fb4e053655fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5448329 Nov 13 07:34:03.315877 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-5f32fa0a-a981-4463-b7f8-fd7a3af9f16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:03.317247 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36456) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:03.459788 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ec0c2933-a58c-4fac-bbc0-05eede9927fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:03.494195 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ec0c2933-a58c-4fac-bbc0-05eede9927fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:03.550963 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ec0c2933-a58c-4fac-bbc0-05eede9927fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:03.556663 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e681f97c-08d3-4f05-8ede-958140fc95c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:03.572379 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c2933-a58c-4fac-bbc0-05eede9927fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad004ce2-0e54-4754-b317-a81cf31d33c3,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:03.577007 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ec0c2933-a58c-4fac-bbc0-05eede9927fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:03.583478 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ec0c2933-a58c-4fac-bbc0-05eede9927fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:03.584622 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-ec0c2933-a58c-4fac-bbc0-05eede9927fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad004ce2-0e54-4754-b317-a81cf31d33c3 HTTP/1.1" status: 204 len: 168 time: 0.2673845 Nov 13 07:34:04.468901 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ca06f-7358-4fcf-bf32-2527285a84e9 req-d61fea12-3406-46f7-ac17-8e28db6b00a9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:04.472033 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c05ca06f-7358-4fcf-bf32-2527285a84e9 req-d61fea12-3406-46f7-ac17-8e28db6b00a9 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1379781 Nov 13 07:34:04.552600 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c05ca06f-7358-4fcf-bf32-2527285a84e9 req-68b7e2a8-c5ee-4e84-802d-ef34eb9ede93 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748594 Nov 13 07:34:04.736454 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-fb61873f-9489-4665-b4ff-c640b02fde6d tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:04.738340 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-fb61873f-9489-4665-b4ff-c640b02fde6d tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Synchronizing usage tracker for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:network {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:04.759633 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-fb61873f-9489-4665-b4ff-c640b02fde6d tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Unset dirty status for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:network {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:04.761337 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-fb61873f-9489-4665-b4ff-c640b02fde6d tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/networks?id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64 HTTP/1.1" status: 200 len: 814 time: 0.2062080 Nov 13 07:34:04.780015 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-f7737871-e26c-4373-8179-ce7af5440498 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/quotas/a5719e016a984b5995266b3b6d7bf2eb HTTP/1.1" status: 200 len: 375 time: 0.0128403 Nov 13 07:34:04.867947 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-3354fbf6-16c2-4906-ae9e-83b18e561505 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Synchronizing usage tracker for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:04.888806 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-3354fbf6-16c2-4906-ae9e-83b18e561505 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Unset dirty status for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:04.895680 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-3354fbf6-16c2-4906-ae9e-83b18e561505 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5719e016a984b5995266b3b6d7bf2eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094503 Nov 13 07:34:05.006973 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:05.074001 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-aba6f34d-0ca0-4bdb-8c37-a00622f84cef service neutron] 10.222.0.15 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701722 Nov 13 07:34:05.077104 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8555-ae5d-4d31-98c5-c1d4bd57ed00 req-df7232f1-9645-4981-8283-a893deceb45b tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:05.080523 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fcbd8555-ae5d-4d31-98c5-c1d4bd57ed00 req-df7232f1-9645-4981-8283-a893deceb45b tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.36 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.1521876 Nov 13 07:34:05.181963 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-fcbd8555-ae5d-4d31-98c5-c1d4bd57ed00 req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Deleting port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:34:05.182542 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-fcbd8555-ae5d-4d31-98c5-c1d4bd57ed00 req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:05.253932 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-42e7ec28-7874-47df-9a80-d5122de954f7 service neutron] 10.222.0.15 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787636 Nov 13 07:34:05.811783 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-10b47250-e0c7-4585-ba24-ae9fd3cf435d req-41ef4db2-f80d-4ce5-97f0-32593c912741 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 210 time: 0.0728076 Nov 13 07:34:05.871487 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-fcbd8555-ae5d-4d31-98c5-c1d4bd57ed00 req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] For port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:05.873872 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-fcbd8555-ae5d-4d31-98c5-c1d4bd57ed00 req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:06.006400 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bc4d3-4f67-4200-a664-e635e2bf65a2 req-ded55eb3-1812-4f0e-9ae1-c9f831a94d9d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:06.017098 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-274bc4d3-4f67-4200-a664-e635e2bf65a2 req-ded55eb3-1812-4f0e-9ae1-c9f831a94d9d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 945 time: 0.2945495 Nov 13 07:34:06.127070 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-274bc4d3-4f67-4200-a664-e635e2bf65a2 req-c316a0a1-db83-4cea-9033-c50935d3ae7d tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e5072af-836c-4f3a-ae5c-ef308223347f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083848 Nov 13 07:34:06.167933 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-fcbd8555-ae5d-4d31-98c5-c1d4bd57ed00 req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Calling delete_port for e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:34:06.418881 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-fcbd8555-ae5d-4d31-98c5-c1d4bd57ed00 req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:06.430314 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-bb46c2b7-fff8-40b6-86ee-76094c5ffd7a tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:06.488137 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Pushing event deleted for resources: {'Port': ['ID=e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:06.493150 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:06.589371 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbd8555-ae5d-4d31-98c5-c1d4bd57ed00 req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] No DVR routers for this DVR port e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:34:06.593999 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-fcbd8555-ae5d-4d31-98c5-c1d4bd57ed00 req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:06.597237 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5614d3c8-fa9f-46c9-a04d-2f0e16cf3344', 'name': 'network-vif-deleted', 'tag': 'e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:34:06.622680 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fcbd8555-ae5d-4d31-98c5-c1d4bd57ed00 req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.36 "DELETE /v2.0/ports/e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e HTTP/1.1" status: 204 len: 173 time: 1.5355816 Nov 13 07:34:06.692847 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5614d3c8-fa9f-46c9-a04d-2f0e16cf3344', 'name': 'network-vif-deleted', 'tag': 'e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e', 'status': 'completed', 'code': 200} Nov 13 07:34:07.002549 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9e89cdd9-fa17-42e3-8c73-e596cd1fe998 req-665daf9d-2209-477f-afb9-3a00b4746a88 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 210 time: 0.0514607 Nov 13 07:34:07.363220 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-136f4a19-4028-481d-92b1-e90bef63d18a req-4dcfe44e-1165-4455-8893-468a3bbbfa82 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Synchronizing usage tracker for tenant:701084be16d8431e8af00ee5e87889bb on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:07.389773 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-136f4a19-4028-481d-92b1-e90bef63d18a req-4dcfe44e-1165-4455-8893-468a3bbbfa82 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Unset dirty status for tenant:701084be16d8431e8af00ee5e87889bb on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:07.390163 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Sync routers for ids ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:34:07.392602 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-136f4a19-4028-481d-92b1-e90bef63d18a req-4dcfe44e-1165-4455-8893-468a3bbbfa82 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] 10.222.0.15 "GET /v2.0/ports?device_id=5614d3c8-fa9f-46c9-a04d-2f0e16cf3344 HTTP/1.1" status: 200 len: 210 time: 0.0879347 Nov 13 07:34:07.416039 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Routers {'2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:07.417344 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:33:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:07.724630 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Set router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:07.808555 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-8bb9259c-f269-475c-b53b-107bd3f5b0ba tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:07.810417 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-8bb9259c-f269-475c-b53b-107bd3f5b0ba tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.36 "GET /v2.0/networks?id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64 HTTP/1.1" status: 200 len: 814 time: 0.3441205 Nov 13 07:34:07.835817 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Request body: {'port': {'device_id': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'admin_state_up': True, 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:08.015098 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:08.032337 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:08.049768 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Made reservation on behalf of a5719e016a984b5995266b3b6d7bf2eb for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:34:08.053518 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:08.083669 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'name': 'tempest-TestMinimumBasicScenario-1703304662-router', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:41Z', 'updated_at': '2021-11-13T07:33:46Z', 'revision_number': 4, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'gw_port': {'id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:42Z', 'updated_at': '2021-11-13T07:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f', 'name': '', 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'mac_address': 'fa:16:3e:3c:9e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78cf1c98-100d-400c-9100-db6d009104be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:45Z', 'updated_at': '2021-11-13T07:33:47Z', 'revision_number': 2, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'subnets': [{'id': '78cf1c98-100d-400c-9100-db6d009104be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:08.089471 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Checking router: 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:34:08.090194 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Updating router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f binding host dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:34:08.153538 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:08.258572 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Allocated IP 172.20.0.8 (2ae09108-b5d2-4c2b-a942-c6cb3800bf64/09174ffa-30a2-47e9-aaa5-ab5ba387d3ab/a02ab093-8568-4a72-b67f-c9ff540b0b65) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:34:08.352526 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7eb30476-3a48-4124-9267-f5e251c320c8 req-146c72fe-d558-44cc-8bc1-b0fc3e0d89a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 210 time: 0.0843062 Nov 13 07:34:08.416416 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:34:08.598281 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:34:08.598629 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device e1cd2400-9ae6-4c7e-beb0-a667e4d4f62e not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:34:08.609330 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36580) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:08.623219 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:08.671905 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Transition to ACTIVE for port object a02ab093-8568-4a72-b67f-c9ff540b0b65 will not be triggered until provisioned by entity DHCP. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:34:08.717830 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:08.725158 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-df03d020-5aeb-486b-a993-d6785d775d5c tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:08.817373 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:34:08.821251 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:34:08.823245 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'Port': ['ID=a02ab093-8568-4a72-b67f-c9ff540b0b65,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:08.825340 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:34:08.862452 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Notify callbacks [] for port, precommit_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:08.891574 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:08.912342 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Transition to ACTIVE for port object 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:34:08.927331 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:08.931632 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:08.980565 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:08.981938 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:09.046425 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2200317 Nov 13 07:34:09.071858 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Request body: {'port': {'device_id': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:09.099941 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3addf-a878-4b18-841f-26509e9caacf None None] Pushing event updated for resources: {'Port': ['ID=09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:09.107442 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-6ea3addf-a878-4b18-841f-26509e9caacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:09.520278 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:09.801299 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Attempting to bind port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:34:09.801949 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Attempting to bind port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': '7b8dbdf2-c971-485f-9976-dd328645b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:34:09.802098 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Attempting to bind port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f on network 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:34:09.819669 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:34:09.822599 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Checking segment: {'id': '7b8dbdf2-c971-485f-9976-dd328645b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:34:09.823110 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:09.823626 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Bound using segment: {'id': '7b8dbdf2-c971-485f-9976-dd328645b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:34:09.824125 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Bound port: 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8dbdf2-c971-485f-9976-dd328645b63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:34:09.824514 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:09.845309 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-6e05d72d-a0c0-43d1-a84e-e8c3a6951588 None None] Provisioning for port a02ab093-8568-4a72-b67f-c9ff540b0b65 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:34:09.880624 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-6e05d72d-a0c0-43d1-a84e-e8c3a6951588 None None] Provisioning complete for port a02ab093-8568-4a72-b67f-c9ff540b0b65 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:09.881848 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-6e05d72d-a0c0-43d1-a84e-e8c3a6951588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:09.942876 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9465f-95a7-4b3d-b14f-dad26aed5478 req-97a18719-0135-4514-ac32-0326d089759e tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:09.961125 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-12d9465f-95a7-4b3d-b14f-dad26aed5478 req-97a18719-0135-4514-ac32-0326d089759e tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 931 time: 0.1784315 Nov 13 07:34:10.052961 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-12d9465f-95a7-4b3d-b14f-dad26aed5478 req-bf3e6155-109a-47f3-9272-43ce11dcb727 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Synchronizing usage tracker for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:10.063800 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-6e05d72d-a0c0-43d1-a84e-e8c3a6951588 None None] Port a02ab093-8568-4a72-b67f-c9ff540b0b65 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:34:10.102238 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-12d9465f-95a7-4b3d-b14f-dad26aed5478 req-bf3e6155-109a-47f3-9272-43ce11dcb727 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Unset dirty status for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:10.120879 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-12d9465f-95a7-4b3d-b14f-dad26aed5478 req-bf3e6155-109a-47f3-9272-43ce11dcb727 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598599 Nov 13 07:34:10.150214 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889747'] for router_interface, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:10.501685 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02ab093-8568-4a72-b67f-c9ff540b0b65 {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:34:10.516703 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:10.547822 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Transition to ACTIVE for port object a02ab093-8568-4a72-b67f-c9ff540b0b65 will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:34:10.548840 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] For port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:34:10.553986 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:10.555623 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] For port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f,segment=NetworkSegment(7b8dbdf2-c971-485f-9976-dd328645b63b),segment_id=7b8dbdf2-c971-485f-9976-dd328645b63b)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:34:10.560266 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-09e2a07a-23d4-4b7e-b911-e29b2a5fb21e tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:10.683940 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:10.697466 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:10.756333 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a02ab093-8568-4a72-b67f-c9ff540b0b65,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:10.794489 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:10.931859 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Attempting to bind port a02ab093-8568-4a72-b67f-c9ff540b0b65 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:34:10.936820 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Attempting to bind port a02ab093-8568-4a72-b67f-c9ff540b0b65 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:34:10.937371 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Attempting to bind port a02ab093-8568-4a72-b67f-c9ff540b0b65 on network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:34:10.951115 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Port a02ab093-8568-4a72-b67f-c9ff540b0b65 on network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:34:10.951693 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Attempting to bind port a02ab093-8568-4a72-b67f-c9ff540b0b65 on network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:34:10.974424 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:34:10.975301 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Checking segment: {'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:34:10.978191 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Bound using segment: {'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:34:10.979585 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Bound port: a02ab093-8568-4a72-b67f-c9ff540b0b65, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:34:10.982504 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:11.051650 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Routers {'2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:11.053995 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:33:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:11.263230 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] For port a02ab093-8568-4a72-b67f-c9ff540b0b65, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:34:11.276911 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] For port a02ab093-8568-4a72-b67f-c9ff540b0b65, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:34:11.289552 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:11.293536 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-3bd89723-613d-4dda-ada8-7b51a59393ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:11.444201 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3addf-a878-4b18-841f-26509e9caacf None None] Pushing event updated for resources: {'Port': ['ID=09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:11.526746 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:11.528056 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 200 len: 1093 time: 2.4698029 Nov 13 07:34:11.528624 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:34:11.636474 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a02ab093-8568-4a72-b67f-c9ff540b0b65,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:11.644853 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:11.714526 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-6ea3addf-a878-4b18-841f-26509e9caacf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:11.760986 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'status': 'completed', 'code': 200} Nov 13 07:34:11.775914 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] Set router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:11.845358 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01131c-b57c-42c2-86f7-beb0f2a17047 req-be83aa2f-a491-4fcf-a22c-fbe9d8b1a2b6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:11.846151 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-4e01131c-b57c-42c2-86f7-beb0f2a17047 req-be83aa2f-a491-4fcf-a22c-fbe9d8b1a2b6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Synchronizing usage tracker for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:11.929330 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-4e01131c-b57c-42c2-86f7-beb0f2a17047 req-be83aa2f-a491-4fcf-a22c-fbe9d8b1a2b6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Unset dirty status for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:11.930516 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4e01131c-b57c-42c2-86f7-beb0f2a17047 req-be83aa2f-a491-4fcf-a22c-fbe9d8b1a2b6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 943 time: 0.5128858 Nov 13 07:34:11.933880 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-b6e45dd3-4dc4-49b3-a29d-44a1265852f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5719e016a984b5995266b3b6d7bf2eb&device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 1096 time: 0.2662346 Nov 13 07:34:12.027667 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4e01131c-b57c-42c2-86f7-beb0f2a17047 req-860259b7-60f6-4a8a-93d1-14746499fb7b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799239 Nov 13 07:34:12.032468 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] Deleting port cbe347b4-9202-4fe4-bc77-77c68ae75ae9 {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:34:12.033046 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:12.319147 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-940275a1-54ea-4d1f-8c16-3b438813f25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:12.323671 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] For port cbe347b4-9202-4fe4-bc77-77c68ae75ae9, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=cbe347b4-9202-4fe4-bc77-77c68ae75ae9,segment=NetworkSegment(b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b),segment_id=b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:12.323671 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:12.491208 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] Calling delete_port for cbe347b4-9202-4fe4-bc77-77c68ae75ae9 owned by network:router_interface {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:34:12.514379 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-5b53b266-0db2-4e4b-8d2c-3b3309f1c6c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 200 len: 217 time: 0.1037374 Nov 13 07:34:12.540696 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'name': 'tempest-TestMinimumBasicScenario-1703304662-router', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:41Z', 'updated_at': '2021-11-13T07:33:46Z', 'revision_number': 4, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'gw_port': {'id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:42Z', 'updated_at': '2021-11-13T07:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f', 'name': '', 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'mac_address': 'fa:16:3e:3c:9e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78cf1c98-100d-400c-9100-db6d009104be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:45Z', 'updated_at': '2021-11-13T07:34:10Z', 'revision_number': 4, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'subnets': [{'id': '78cf1c98-100d-400c-9100-db6d009104be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:12.550434 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e0eccf-52bd-45ba-9a37-0726358b1665 None None] The sync data for ids ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'] in dv-cinder-817832-1-smb is: [{'id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'name': 'tempest-TestMinimumBasicScenario-1703304662-router', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:41Z', 'updated_at': '2021-11-13T07:33:46Z', 'revision_number': 4, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'gw_port': {'id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:42Z', 'updated_at': '2021-11-13T07:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f', 'name': '', 'network_id': '65ac44c7-fae9-43ae-93d4-30b9c6a39c33', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'mac_address': 'fa:16:3e:3c:9e:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '78cf1c98-100d-400c-9100-db6d009104be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:45Z', 'updated_at': '2021-11-13T07:34:10Z', 'revision_number': 4, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'subnets': [{'id': '78cf1c98-100d-400c-9100-db6d009104be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:34:12.749970 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:12.813872 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-3cfdf40c-42ef-459b-a0aa-443536c1624e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:12.815997 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-3cfdf40c-42ef-459b-a0aa-443536c1624e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09174ffa-30a2-47e9-aaa5-ab5ba387d3ab HTTP/1.1" status: 200 len: 853 time: 0.1895721 Nov 13 07:34:13.127008 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-7a247a59-aa9c-49e4-a84b-46fa997cda9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2988846 Nov 13 07:34:13.384779 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-defb2ba3-17d5-48f3-bc53-73dc13fac34a service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313249 Nov 13 07:34:13.573484 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:34:13.666745 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:13.674584 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-84856245-74c1-4f49-a1d1-91b91bd9f3ed tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:13.731737 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe347b4-9202-4fe4-bc77-77c68ae75ae9,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:13.747832 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:13.760405 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5956d634-211a-42f6-a2a0-637e378c84c4 req-4299f011-db13-4b07-9509-fcebeb884c51 service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637347 Nov 13 07:34:13.768347 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbe402-038a-472a-ba10-56928bf88ef7 req-d1dcd598-b86f-4123-abd9-1ff58707eba4 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:13.776452 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b2bbe402-038a-472a-ba10-56928bf88ef7 req-d1dcd598-b86f-4123-abd9-1ff58707eba4 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 943 time: 0.5063872 Nov 13 07:34:13.816791 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:34:13.831496 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:13.832712 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:14.066475 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dd757799-3f26-4ddf-9aa8-393fcbf45326 req-0796d406-5cc1-419a-8e73-3d38c8700d3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5719e016a984b5995266b3b6d7bf2eb&device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 1096 time: 0.2475648 Nov 13 07:34:14.123797 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:14.161927 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b2bbe402-038a-472a-ba10-56928bf88ef7 req-b57b0a7f-6547-4d41-8468-c46529539f20 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845661 Nov 13 07:34:14.222467 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f,segment=NetworkSegment(7b8dbdf2-c971-485f-9976-dd328645b63b),segment_id=7b8dbdf2-c971-485f-9976-dd328645b63b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:14.230925 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:14.233388 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:14.368471 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:14.378931 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:14.379806 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-65b21a27-3947-415f-91ec-772b40f9f1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:14.445432 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd757799-3f26-4ddf-9aa8-393fcbf45326 req-8a8168f8-4e76-405f-ae9e-affba63d9dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:14.447272 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dd757799-3f26-4ddf-9aa8-393fcbf45326 req-8a8168f8-4e76-405f-ae9e-affba63d9dc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64 HTTP/1.1" status: 200 len: 915 time: 0.3661714 Nov 13 07:34:14.499362 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1975460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889513'] for router_interface, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:14.863503 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dd757799-3f26-4ddf-9aa8-393fcbf45326 req-da3dc87e-eb50-4407-b16f-5eecf1c1dd28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 200 len: 217 time: 0.1583896 Nov 13 07:34:15.113304 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd757799-3f26-4ddf-9aa8-393fcbf45326 req-f8b39858-b85d-449a-ab17-8e5f11d3735c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:15.115069 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dd757799-3f26-4ddf-9aa8-393fcbf45326 req-f8b39858-b85d-449a-ab17-8e5f11d3735c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09174ffa-30a2-47e9-aaa5-ab5ba387d3ab HTTP/1.1" status: 200 len: 853 time: 0.1231132 Nov 13 07:34:15.385833 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dd757799-3f26-4ddf-9aa8-393fcbf45326 req-ae26cf05-3c18-4e1e-b3a5-6680c3a4a5e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2612400 Nov 13 07:34:15.494042 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:15.587060 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] Router 02ba29ef-4cfc-45cd-b782-052159c163df has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:34:15.657200 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:34:15.825013 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dd757799-3f26-4ddf-9aa8-393fcbf45326 req-dd641106-f926-4f0e-abcf-d37bbeeb3696 service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297295 Nov 13 07:34:15.838744 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f799a3-3ba4-4116-b463-01fd691e4767 req-5b49bc68-dffd-45ef-85cd-5bcd0b4f057f tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:15.843641 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-41f799a3-3ba4-4116-b463-01fd691e4767 req-5b49bc68-dffd-45ef-85cd-5bcd0b4f057f tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 943 time: 0.2542357 Nov 13 07:34:15.892794 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:15.896403 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:16.200730 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dd757799-3f26-4ddf-9aa8-393fcbf45326 req-80ebbd75-a6e4-4079-a5a0-f2c0c5b27223 service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525569 Nov 13 07:34:16.245246 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-41f799a3-3ba4-4116-b463-01fd691e4767 req-80686ae3-8c20-4897-a8fb-d8714c5d95e3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086383 Nov 13 07:34:16.356128 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:34:16.373171 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd873e-0e3a-4016-85c9-41149fde4da1 None None] Sync routers for ids ['02ba29ef-4cfc-45cd-b782-052159c163df'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:34:16.393479 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd873e-0e3a-4016-85c9-41149fde4da1 None None] Routers {'02ba29ef-4cfc-45cd-b782-052159c163df'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:16.394625 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-22a361d4-c09e-4950-b0ed-c6db50f001d8 admin admin] 10.222.0.15 "PUT /v2.0/routers/02ba29ef-4cfc-45cd-b782-052159c163df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7832847 Nov 13 07:34:16.395516 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2ecd873e-0e3a-4016-85c9-41149fde4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:34:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['02ba29ef-4cfc-45cd-b782-052159c163df'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:16.396590 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36628) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:16.657342 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-2ecd873e-0e3a-4016-85c9-41149fde4da1 None None] Set router 02ba29ef-4cfc-45cd-b782-052159c163df gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:16.862587 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Notify callbacks [] for router, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:16.937374 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:17.108984 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2ecd873e-0e3a-4016-85c9-41149fde4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'name': 'tempest-ServerRescueNegativeTestJSON-112009842-router', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:31:15Z', 'updated_at': '2021-11-13T07:34:13Z', 'revision_number': 5, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'gw_port': {'id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:16Z', 'updated_at': '2021-11-13T07:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:17.114555 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd873e-0e3a-4016-85c9-41149fde4da1 None None] Checking router: 02ba29ef-4cfc-45cd-b782-052159c163df for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:34:17.129124 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd873e-0e3a-4016-85c9-41149fde4da1 None None] Routers {'02ba29ef-4cfc-45cd-b782-052159c163df'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:17.129982 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2ecd873e-0e3a-4016-85c9-41149fde4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:34:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['02ba29ef-4cfc-45cd-b782-052159c163df'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:17.317446 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:17.333585 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Deleting port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:34:17.334157 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:17.367602 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-2ecd873e-0e3a-4016-85c9-41149fde4da1 None None] Set router 02ba29ef-4cfc-45cd-b782-052159c163df gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:17.759345 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea4e57-d859-491c-9281-48ff85c28d6b req-196f22f4-9236-4cc6-9813-5d7fc93cecef tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:17.763450 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-08ea4e57-d859-491c-9281-48ff85c28d6b req-196f22f4-9236-4cc6-9813-5d7fc93cecef tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 943 time: 0.2180860 Nov 13 07:34:17.813205 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] For port f7bc53a8-053e-4200-9cd9-10ab82a6c3c1, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=f7bc53a8-053e-4200-9cd9-10ab82a6c3c1,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:17.813804 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:17.821409 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2ecd873e-0e3a-4016-85c9-41149fde4da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'name': 'tempest-ServerRescueNegativeTestJSON-112009842-router', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:31:15Z', 'updated_at': '2021-11-13T07:34:13Z', 'revision_number': 5, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'gw_port': {'id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:16Z', 'updated_at': '2021-11-13T07:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:17.828742 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd873e-0e3a-4016-85c9-41149fde4da1 None None] The sync data for ids ['02ba29ef-4cfc-45cd-b782-052159c163df'] in dv-cinder-817832-1-smb is: [{'id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'name': 'tempest-ServerRescueNegativeTestJSON-112009842-router', 'tenant_id': '701084be16d8431e8af00ee5e87889bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:31:15Z', 'updated_at': '2021-11-13T07:34:13Z', 'revision_number': 5, 'project_id': '701084be16d8431e8af00ee5e87889bb', 'gw_port': {'id': 'f7bc53a8-053e-4200-9cd9-10ab82a6c3c1', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ba29ef-4cfc-45cd-b782-052159c163df', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:31:16Z', 'updated_at': '2021-11-13T07:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:34:17.849195 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-08ea4e57-d859-491c-9281-48ff85c28d6b req-422649ab-0d2e-44ce-8871-4e8c9a7b2f87 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754316 Nov 13 07:34:17.950194 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Calling delete_port for f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 owned by network:router_gateway {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:34:18.464640 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:18.472342 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:18.523537 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bc53a8-053e-4200-9cd9-10ab82a6c3c1,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:18.536507 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:18.536908 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:18.537474 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:18.537766 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:18.538143 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:18.538487 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:18.539026 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:18.539367 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:18.539700 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:18.540245 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:18.540501 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:18.544204 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:18.858254 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886470'] for router_gateway, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:19.221958 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8845'] for router, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:19.229426 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:19.341749 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871598b9-78cb-46ac-8e1f-aab2578a27ce req-5eab6deb-b82b-4e29-8c10-e57b1faf2bc8 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:19.343304 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-871598b9-78cb-46ac-8e1f-aab2578a27ce req-5eab6deb-b82b-4e29-8c10-e57b1faf2bc8 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 943 time: 0.3353958 Nov 13 07:34:19.369957 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-916542'] for router, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:19.370657 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02ba29ef-4cfc-45cd-b782-052159c163df {{(pid=82812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 07:34:19.413200 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Notify callbacks [] for router, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:19.414336 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] 10.222.0.15 "DELETE /v2.0/routers/02ba29ef-4cfc-45cd-b782-052159c163df HTTP/1.1" status: 204 len: 168 time: 3.0167797 Nov 13 07:34:19.417181 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36662) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:19.420184 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-871598b9-78cb-46ac-8e1f-aab2578a27ce req-1205a051-f7fb-47b4-9aa0-dba045c9f348 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696082 Nov 13 07:34:19.518227 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device cbe347b4-9202-4fe4-bc77-77c68ae75ae9 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:34:19.523765 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Deleting subnet f47fbc9b-fba9-4c7a-b193-40c59ad78aac {{(pid=82811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:34:19.536265 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:19.594553 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: cbe347b4-9202-4fe4-bc77-77c68ae75ae9 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:34:19.596110 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device cbe347b4-9202-4fe4-bc77-77c68ae75ae9 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:34:19.619079 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936024'] for subnet, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:19.683812 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:19.761287 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3936112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4003106'] for subnet, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:19.766979 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:19.804486 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47fbc9b-fba9-4c7a-b193-40c59ad78aac,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:19.811978 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:19.819636 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:19.819993 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:19.820337 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:19.820680 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:19.821037 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:19.821369 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:19.821698 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:19.822029 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:19.822337 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:19.822698 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:19.823092 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:19.826838 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f47fbc9b-fba9-4c7a-b193-40c59ad78aac HTTP/1.1" status: 204 len: 168 time: 0.4080901 Nov 13 07:34:19.827706 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:19.830389 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36666) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:19.944104 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:20.080927 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:20.105952 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be01342-839f-41b8-9728-3e30da81b26f']}} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:20.125552 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b') {'for_net_delete': True} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:20.126438 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ce47f2-e7ac-4603-a7c4-04e0bdbda75b') {} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:20.142679 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368827'] for segment, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:20.162525 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:20.170187 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=82812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:34:20.170607 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369056'] for segment, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: Traceback (most recent call last): Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: timer() Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: cb(*args, **kw) Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: return func(*args, **kwargs) Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: self._notify() Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: self.callback(batched_events) Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: event.method(event) Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: return f(self, *a, **k) Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: return self._get(url).json() Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: return self.request(url, 'GET', **kwargs) Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:34:20.185166 dv-cinder-817832-1-smb neutron-server[82812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:34:20.365258 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:20.371009 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:20.376983 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ef3caaba-4793-4001-a8c6-b8dddb5320c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:20.408034 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=8be01342-839f-41b8-9728-3e30da81b26f,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:20.409302 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:20.418110 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] 10.222.0.15 "DELETE /v2.0/networks/8be01342-839f-41b8-9728-3e30da81b26f HTTP/1.1" status: 204 len: 168 time: 0.5864434 Nov 13 07:34:20.689440 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa666e4-c012-4eef-9c55-866a71a87d47 req-f9c63924-6bc0-4cf6-9d82-ae83a52feb8b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:20.697679 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-8aa666e4-c012-4eef-9c55-866a71a87d47 req-f9c63924-6bc0-4cf6-9d82-ae83a52feb8b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 943 time: 0.1304665 Nov 13 07:34:20.800819 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-8aa666e4-c012-4eef-9c55-866a71a87d47 req-105e905b-5168-47f0-a838-52cedd418414 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020107 Nov 13 07:34:20.854545 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36688) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:20.914457 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-b354869e-0c75-4610-8698-412e46f23a1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=701084be16d8431e8af00ee5e87889bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0586574 Nov 13 07:34:20.917136 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36698) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:20.992742 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c99fad5e-696a-4ac7-8c5b-b63c006a4c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:21.039298 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c99fad5e-696a-4ac7-8c5b-b63c006a4c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:21.110524 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c99fad5e-696a-4ac7-8c5b-b63c006a4c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:21.116365 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-aa47cf8d-9228-477e-9328-bb8e49f939da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:21.131129 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99fad5e-696a-4ac7-8c5b-b63c006a4c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5072af-836c-4f3a-ae5c-ef308223347f,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:21.133782 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-c99fad5e-696a-4ac7-8c5b-b63c006a4c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:21.142624 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-c99fad5e-696a-4ac7-8c5b-b63c006a4c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:21.144952 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-c99fad5e-696a-4ac7-8c5b-b63c006a4c1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e5072af-836c-4f3a-ae5c-ef308223347f HTTP/1.1" status: 204 len: 168 time: 0.2267072 Nov 13 07:34:22.036441 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11cd98-8d21-435a-a6ff-f0a1482d60de req-50f7c4df-b820-40ab-bd93-c9db3182beee tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:22.037989 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fd11cd98-8d21-435a-a6ff-f0a1482d60de req-50f7c4df-b820-40ab-bd93-c9db3182beee tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 943 time: 0.0929415 Nov 13 07:34:22.099049 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fd11cd98-8d21-435a-a6ff-f0a1482d60de req-ba8093c4-7c45-4499-8b30-e7ac9d94712d tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514231 Nov 13 07:34:22.336677 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36760) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:22.476709 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-network', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:22.481330 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:22.485146 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Usage tracker for resource:network and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:22.487981 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:22.493984 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:22.508581 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Made reservation on behalf of c1a6bdfc407e4142922c4f45f2476d59 for: {'network': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:34:22.511258 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.525812 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.559814 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:22.563611 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Usage tracker for resource:security_group_rule and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:22.566357 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:22.571957 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:22.641722 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.647145 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.651347 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a52a12d3-f78e-41ac-b30f-48540be1819d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:22.674879 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36768) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:22.680081 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=82812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:34:22.688495 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cfb6b1-4e09-4c73-bf76-e66642b1666f,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:22.692040 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:22.694234 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.694565 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.segments_db [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Added segment ec4e9cbc-1638-4b99-bd38-96dc01327fe0 of type vlan for network 97c4d94b-7e06-4d47-b760-846b45ffa1ea Nov 13 07:34:22.721299 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.737506 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c2d6b2-df2b-4a12-9d92-bb7151aedb32 admin admin] Deleting subnet 23acd214-04e0-4c7d-9c9e-825d74288c5b {{(pid=82811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:34:22.740363 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-97c2d6b2-df2b-4a12-9d92-bb7151aedb32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.750478 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.751992 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:22.752661 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.757425 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:22.791404 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-97c2d6b2-df2b-4a12-9d92-bb7151aedb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936024'] for subnet, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.852547 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-97c2d6b2-df2b-4a12-9d92-bb7151aedb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.862274 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5207167 Nov 13 07:34:22.862274 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Pushing event updated for resources: {'Network': ['ID=97c4d94b-7e06-4d47-b760-846b45ffa1ea,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:22.862649 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:22.862970 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36772) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:22.868682 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Request body: {'subnet': {'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-subnet', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:22.873929 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:22.878036 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Usage tracker for resource:subnet and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:22.882009 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:22.888388 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:22.890119 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 97c4d94b-7e06-4d47-b760-846b45ffa1ea details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:34:22.901017 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Made reservation on behalf of c1a6bdfc407e4142922c4f45f2476d59 for: {'subnet': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:34:22.903854 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3248974'] for subnet, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.942570 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-97c2d6b2-df2b-4a12-9d92-bb7151aedb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3936112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4003106'] for subnet, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:22.962873 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:22.994318 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-97c2d6b2-df2b-4a12-9d92-bb7151aedb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.002647 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2d6b2-df2b-4a12-9d92-bb7151aedb32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23acd214-04e0-4c7d-9c9e-825d74288c5b,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:23.005657 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-97c2d6b2-df2b-4a12-9d92-bb7151aedb32 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/23acd214-04e0-4c7d-9c9e-825d74288c5b HTTP/1.1" status: 204 len: 168 time: 0.3297210 Nov 13 07:34:23.006537 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-97c2d6b2-df2b-4a12-9d92-bb7151aedb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:23.010147 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36778) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:23.126794 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.304829 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edf476-9814-4eff-81a9-226a39244790 req-8db4a354-f9f1-4736-8c38-90af8a15003e tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:23.306441 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-58edf476-9814-4eff-81a9-226a39244790 req-8db4a354-f9f1-4736-8c38-90af8a15003e tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 943 time: 0.0780275 Nov 13 07:34:23.317602 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.325409 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3368707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3248984'] for subnet, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.342319 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:23.356448 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-58edf476-9814-4eff-81a9-226a39244790 req-d10f1f1a-9076-4f3b-a77a-1c6e7ad862b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444496 Nov 13 07:34:23.384510 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96f455d-875b-40da-9040-858a08b6d57a']}} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:23.407661 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85463b5-c7c7-4782-8f3d-31ae0c649aa7') {'for_net_delete': True} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:23.407937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85463b5-c7c7-4782-8f3d-31ae0c649aa7') {} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:23.425395 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368827'] for segment, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.443943 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:23.449524 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:23.457012 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.466349 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=82812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:34:23.466855 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369056'] for segment, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: Traceback (most recent call last): Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: timer() Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: cb(*args, **kw) Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: return func(*args, **kwargs) Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: self._notify() Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: self.callback(batched_events) Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: event.method(event) Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: return f(self, *a, **k) Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: return self._get(url).json() Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: return self.request(url, 'GET', **kwargs) Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:34:23.480001 dv-cinder-817832-1-smb neutron-server[82812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:34:23.534890 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Checking segment: {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:34:23.535237 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Network hostable DHCP agents. Network: 97c4d94b-7e06-4d47-b760-846b45ffa1ea, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:34:23.569961 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.574151 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:23.587805 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.592017 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Network 97c4d94b-7e06-4d47-b760-846b45ffa1ea is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:34:23.600979 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] Pushing event deleted for resources: {'Network': ['ID=c96f455d-875b-40da-9040-858a08b6d57a,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:23.605607 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:23.610847 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 97c4d94b-7e06-4d47-b760-846b45ffa1ea) {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:34:23.614456 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:23.615043 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.621522 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-cf962d97-a298-4039-8267-ff92376def08 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c96f455d-875b-40da-9040-858a08b6d57a HTTP/1.1" status: 204 len: 168 time: 0.6080291 Nov 13 07:34:23.621671 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ab6387-ecec-4234-ad98-cff03bf66f2d None None] Network 97c4d94b-7e06-4d47-b760-846b45ffa1ea requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:34:23.635960 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-299e4c1d-3fc2-40bd-80a3-66bb4cd86501 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7718716 Nov 13 07:34:23.638966 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36786) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:23.644605 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:23.649575 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:23.653521 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Usage tracker for resource:router and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:23.656511 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:23.662537 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:23.674027 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8863'] for router, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.675121 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-917045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8852'] for router, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.696414 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.770019 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36790) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:23.826687 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a1512cef-7e08-4653-83ac-b6591dba5bd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed509791e588439984e4323ed0bd1729&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525866 Nov 13 07:34:23.827025 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36794) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:23.850899 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-888067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8834'] for router, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.895680 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32ccc176-65ec-50ed-a27a-bb886e33ae93-97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae'}]}} from dv-cinder-817832-1-smb. {{(pid=82813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 13 07:34:23.896670 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.897313 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d360f48f-51fd-408b-8016-5cbc84849db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.923130 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d360f48f-51fd-408b-8016-5cbc84849db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.977708 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d360f48f-51fd-408b-8016-5cbc84849db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:23.984283 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-00374a2e-5a64-4417-a7ff-f9483d03c3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:23.998407 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360f48f-51fd-408b-8016-5cbc84849db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:24.001074 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d360f48f-51fd-408b-8016-5cbc84849db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:24.015107 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d360f48f-51fd-408b-8016-5cbc84849db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.019655 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d360f48f-51fd-408b-8016-5cbc84849db5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c89dfcc5-7d10-4acf-8059-a2f6a37f4cf8 HTTP/1.1" status: 204 len: 168 time: 0.1916046 Nov 13 07:34:24.046301 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.074110 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.db_base_plugin_common [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Allocated IP 172.20.0.2 (97c4d94b-7e06-4d47-b760-846b45ffa1ea/3cb84aa3-3131-4e7f-8cde-cfce1f5653ae/e1e69c48-4103-41f7-b739-1251daf7e8b1) {{(pid=82813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:34:24.077290 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.314774 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Allocated IP 172.28.0.2 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/e6065226-120f-40c4-88c8-0f61cb617139) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:34:24.318258 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Notify callbacks [] for port, precommit_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.332859 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Transition to ACTIVE for port object e1e69c48-4103-41f7-b739-1251daf7e8b1 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:34:24.358503 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Transition to ACTIVE for port object e1e69c48-4103-41f7-b739-1251daf7e8b1 will not be triggered until provisioned by entity DHCP. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:34:24.369174 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.374730 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:24.440903 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Network 97c4d94b-7e06-4d47-b760-846b45ffa1ea is already hosted by enough agents. {{(pid=82813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:34:24.444139 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.base_scheduler [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Resources bound (agent type, host, resource id): {{(pid=82813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:34:24.448373 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Received port after_create {{(pid=82813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:34:24.483389 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.514040 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.518080 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Pushing event updated for resources: {'Port': ['ID=e1e69c48-4103-41f7-b739-1251daf7e8b1,revision_number=1']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:24.518248 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:24.525086 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:24.549697 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Attempting to bind port e1e69c48-4103-41f7-b739-1251daf7e8b1 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:34:24.550420 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Attempting to bind port e1e69c48-4103-41f7-b739-1251daf7e8b1 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:34:24.551058 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Attempting to bind port e1e69c48-4103-41f7-b739-1251daf7e8b1 on network 97c4d94b-7e06-4d47-b760-846b45ffa1ea {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:34:24.559341 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:34:24.560106 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Checking segment: {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:34:24.561312 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.563672 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Bound using segment: {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:34:24.563672 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Bound port: e1e69c48-4103-41f7-b739-1251daf7e8b1, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:34:24.563672 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.593955 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:34:24.595387 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Pushing event updated for resources: {'Port': ['ID=e6065226-120f-40c4-88c8-0f61cb617139,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:24.598238 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:34:24.600479 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:24.601351 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:34:24.611325 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9299e83-083d-4f9d-8e03-6701b81b77c9 req-b2953dcd-00b1-48a4-8b17-c53e3dc4978f tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:24.613080 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c9299e83-083d-4f9d-8e03-6701b81b77c9 req-b2953dcd-00b1-48a4-8b17-c53e3dc4978f tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 943 time: 0.1089237 Nov 13 07:34:24.659607 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c9299e83-083d-4f9d-8e03-6701b81b77c9 req-416e4234-007f-4c46-ae81-788c9acdefda tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 Nov 13 07:34:24.675964 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] For port e1e69c48-4103-41f7-b739-1251daf7e8b1, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:34:24.682985 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] For port e1e69c48-4103-41f7-b739-1251daf7e8b1, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=e1e69c48-4103-41f7-b739-1251daf7e8b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:34:24.685074 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.690208 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:24.756472 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.757192 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888126'] for router, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:24.764036 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Pushing event updated for resources: {'Port': ['ID=e1e69c48-4103-41f7-b739-1251daf7e8b1,revision_number=2']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:24.767001 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:25.012481 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Router 3e65a1d8-bd7f-454e-950e-9f64d6724218 is scheduled to L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 with binding_index 1 {{(pid=82811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 07:34:25.221186 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:34:25.231545 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Sync routers for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:34:25.243499 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:25.244327 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:34:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:25.256238 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:25.260076 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-d86aa8a4-28b3-4dba-9706-10caef68987f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6173649 Nov 13 07:34:25.260340 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36808) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:25.466966 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:25.623430 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device e1e69c48-4103-41f7-b739-1251daf7e8b1 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:34:25.762440 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbc27e7-f64f-4da3-9cb6-a31938906a31 None None] Network 97c4d94b-7e06-4d47-b760-846b45ffa1ea requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:34:25.952578 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-da44a434-0eab-4489-99ae-5a7ba198f87f None None] Provisioning for port e1e69c48-4103-41f7-b739-1251daf7e8b1 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:34:26.017847 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port e1e69c48-4103-41f7-b739-1251daf7e8b1 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:34:26.048688 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port e1e69c48-4103-41f7-b739-1251daf7e8b1 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:26.049061 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:26.053452 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6fac0-e39e-4f5b-a0be-2e806ad252f7 req-87f884f1-d5ab-4f3a-84aa-e396e25075d5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:26.054899 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b6a6fac0-e39e-4f5b-a0be-2e806ad252f7 req-87f884f1-d5ab-4f3a-84aa-e396e25075d5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 943 time: 0.2535703 Nov 13 07:34:26.135098 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b6a6fac0-e39e-4f5b-a0be-2e806ad252f7 req-a1c4d77f-69e1-4ab8-bcc9-9cd66b37c48c tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741782 Nov 13 07:34:26.229801 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:24Z', 'revision_number': 3, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:26.249585 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Checking router: 3e65a1d8-bd7f-454e-950e-9f64d6724218 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:34:26.250487 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Updating router 3e65a1d8-bd7f-454e-950e-9f64d6724218 port e6065226-120f-40c4-88c8-0f61cb617139 binding host dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:34:26.269884 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:26.288966 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:26.331440 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:26.388201 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port e1e69c48-4103-41f7-b739-1251daf7e8b1, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=e1e69c48-4103-41f7-b739-1251daf7e8b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:26.439832 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:26.445240 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-6ea3addf-a878-4b18-841f-26509e9caacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:26.478542 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Allocated IP 172.20.0.1 (97c4d94b-7e06-4d47-b760-846b45ffa1ea/3cb84aa3-3131-4e7f-8cde-cfce1f5653ae/5ef68cd1-c57f-441f-94a2-12f23c72edf8) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:34:26.482308 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device a02ab093-8568-4a72-b67f-c9ff540b0b65 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:34:26.627139 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:26.635679 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=e1e69c48-4103-41f7-b739-1251daf7e8b1,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:26.639037 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:26.642869 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Transition to ACTIVE for port object 5ef68cd1-c57f-441f-94a2-12f23c72edf8 will not be triggered until provisioned by entity DHCP. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:34:26.670218 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:26.675569 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-c09a2530-9a75-4a7b-9c97-06b03b676075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:26.750270 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-61120e1d-08a2-4571-9d87-5d18a3564912 None None] Provisioning complete for port e1e69c48-4103-41f7-b739-1251daf7e8b1 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:26.750649 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-61120e1d-08a2-4571-9d87-5d18a3564912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:26.758890 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Network 97c4d94b-7e06-4d47-b760-846b45ffa1ea is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:34:26.762192 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:34:26.764904 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:34:26.790092 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef68cd1-c57f-441f-94a2-12f23c72edf8,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:26.793587 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:26.821506 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886376'] for router_interface, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:26.845832 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port a02ab093-8568-4a72-b67f-c9ff540b0b65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:26.876059 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'port_id': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'mac_address': 'fa:16:3e:aa:06:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:34:26.924401 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.049073 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.082123 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Notify callbacks [] for port, precommit_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.087523 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02ab093-8568-4a72-b67f-c9ff540b0b65 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:34:27.121541 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Transition to ACTIVE for port object e6065226-120f-40c4-88c8-0f61cb617139 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:34:27.127050 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port a02ab093-8568-4a72-b67f-c9ff540b0b65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:27.130315 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.135641 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:27.168801 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.190929 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.198666 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3936010'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.213455 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b15313-1ab9-47b7-90f2-e1a10e2a35cd None None] Pushing event updated for resources: {'Port': ['ID=e6065226-120f-40c4-88c8-0f61cb617139,revision_number=2']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:27.217463 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-c8b15313-1ab9-47b7-90f2-e1a10e2a35cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:27.217864 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:27.228876 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0c0391f7-f024-4213-a35d-5ed13799575c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:27.292945 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=a02ab093-8568-4a72-b67f-c9ff540b0b65,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:27.297456 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Attempting to bind port e6065226-120f-40c4-88c8-0f61cb617139 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:34:27.297879 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Attempting to bind port e6065226-120f-40c4-88c8-0f61cb617139 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:34:27.298295 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Attempting to bind port e6065226-120f-40c4-88c8-0f61cb617139 on network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:34:27.304083 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:27.314269 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:34:27.314692 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Checking segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:34:27.315078 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.315477 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Bound using segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:34:27.315952 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Bound port: e6065226-120f-40c4-88c8-0f61cb617139, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:34:27.316333 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.362005 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-49054354-4984-408f-8a26-36568c454706 None None] Provisioning for port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:34:27.378364 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-49054354-4984-408f-8a26-36568c454706 None None] Provisioning complete for port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:27.378709 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-49054354-4984-408f-8a26-36568c454706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.386822 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1975530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889668'] for router_interface, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.433773 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['a02ab093-8568-4a72-b67f-c9ff540b0b65'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:34:27.436844 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef68cd1-c57f-441f-94a2-12f23c72edf8,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:27.449589 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b191aa6-a167-48bd-a072-3639878733c2 req-3b6294d9-d61c-4a06-8f4a-19e539bd453b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:27.462349 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:27.468946 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3b191aa6-a167-48bd-a072-3639878733c2 req-3b6294d9-d61c-4a06-8f4a-19e539bd453b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 944 time: 0.1441867 Nov 13 07:34:27.522940 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device e1e69c48-4103-41f7-b739-1251daf7e8b1 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:34:27.550015 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3b191aa6-a167-48bd-a072-3639878733c2 req-bf8133b2-7de9-4d2b-94df-a66d9e778e6f tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781918 Nov 13 07:34:27.615149 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Network 97c4d94b-7e06-4d47-b760-846b45ffa1ea is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:34:27.616447 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:34:27.620962 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] For port e6065226-120f-40c4-88c8-0f61cb617139, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:34:27.622992 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-49054354-4984-408f-8a26-36568c454706 None None] Port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:34:27.649315 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] For port e6065226-120f-40c4-88c8-0f61cb617139, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=e6065226-120f-40c4-88c8-0f61cb617139,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:34:27.664372 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.677768 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:27.786562 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port e1e69c48-4103-41f7-b739-1251daf7e8b1 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:27.786884 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:27.809764 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b15313-1ab9-47b7-90f2-e1a10e2a35cd None None] Pushing event updated for resources: {'Port': ['ID=e6065226-120f-40c4-88c8-0f61cb617139,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:27.819758 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-c8b15313-1ab9-47b7-90f2-e1a10e2a35cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:27.879437 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:27.880147 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:34:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:28.085200 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-8b357323-237c-4453-95e6-8719a80d05b2 None None] Provisioning complete for port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:28.085437 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-8b357323-237c-4453-95e6-8719a80d05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:28.111685 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Router 3e65a1d8-bd7f-454e-950e-9f64d6724218 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:34:28.209382 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-8b357323-237c-4453-95e6-8719a80d05b2 None None] Port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:34:28.231805 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:28.285700 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:34:28.318202 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:34:28.324570 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:34:28.325032 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device f7bc53a8-053e-4200-9cd9-10ab82a6c3c1 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:34:28.329487 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] 10.222.0.15 "PUT /v2.0/routers/3e65a1d8-bd7f-454e-950e-9f64d6724218/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0678308 Nov 13 07:34:28.609605 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 2, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:28.614445 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33e2df-5a12-4841-bcbb-dd42bd3662b1 None None] The sync data for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb is: [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 2, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:34:28.760713 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329ddc9-88a0-49da-90fd-ba93b832bb56 req-0590e672-1d7e-42b7-b112-572748ea1594 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:28.762302 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9329ddc9-88a0-49da-90fd-ba93b832bb56 req-0590e672-1d7e-42b7-b112-572748ea1594 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 944 time: 0.0932062 Nov 13 07:34:28.912566 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9329ddc9-88a0-49da-90fd-ba93b832bb56 req-ed493e32-51b6-4820-9846-3677d26967fd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444292 Nov 13 07:34:28.981185 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36842) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:28.987428 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--426627847', 'description': 'tempest-description--1896082238'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:28.993896 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:29.000614 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Usage tracker for resource:security_group and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:29.004020 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:29.009977 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:29.020691 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.057405 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:29.061345 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Usage tracker for resource:security_group_rule and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:29.064474 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:29.070468 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:29.137584 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.141840 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.145760 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-914da612-a174-4f0c-84a1-c43f988e146d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:29.187843 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c44fa5-67f4-4288-971e-f78b202c2e18,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:29.191361 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:29.192735 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.193937 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-20c286ab-4108-4306-8bc8-eea2eb0a5cbf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2116532 Nov 13 07:34:29.197468 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36846) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:29.203593 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'security_group_rule': {'security_group_id': '32c44fa5-67f4-4288-971e-f78b202c2e18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:29.210318 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:29.214598 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Usage tracker for resource:security_group_rule and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:29.217720 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:29.224244 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:29.243072 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.331354 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.336238 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.345184 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:29.367620 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52181538-1c6d-4957-a93c-37ac247b30a0,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:29.370799 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:29.376230 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.379964 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-2f8b8127-5721-4f6f-ad37-cb5793111b8f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1791584 Nov 13 07:34:29.380454 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36850) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:29.387301 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'security_group_rule': {'security_group_id': '32c44fa5-67f4-4288-971e-f78b202c2e18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:29.396669 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:29.406258 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Usage tracker for resource:security_group_rule and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:29.409797 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:29.418284 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:29.440224 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.485268 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device e6065226-120f-40c4-88c8-0f61cb617139 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:34:29.503760 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.508540 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.510687 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:29.531870 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102e4300-ec10-4917-b7ef-32c11a234ca9,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:29.537111 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:29.545399 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.546651 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1650653 Nov 13 07:34:29.549772 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 36854) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:29.555861 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'floatingip': {'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:29.561706 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:29.566681 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Usage tracker for resource:floatingip and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:29.569381 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port e6065226-120f-40c4-88c8-0f61cb617139 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:34:29.569864 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:29.574766 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port e6065226-120f-40c4-88c8-0f61cb617139 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:29.575313 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.576200 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:29.588531 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.693398 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.710868 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port e6065226-120f-40c4-88c8-0f61cb617139, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=e6065226-120f-40c4-88c8-0f61cb617139,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:29.715924 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.717786 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:29.731161 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:29.783743 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=e6065226-120f-40c4-88c8-0f61cb617139,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:29.786644 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:29.872087 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Allocated IP 172.28.0.150 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/179c1e33-2dbe-440c-8653-3829dc9389a9) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:34:30.021189 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:30.103282 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:30.111540 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:30.162706 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bc130-7da0-4106-be94-85b0d3cf63d9 req-8848661b-d552-40bb-bc45-d6ee6e07fe6b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:30.164195 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f06bc130-7da0-4106-be94-85b0d3cf63d9 req-8848661b-d552-40bb-bc45-d6ee6e07fe6b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 944 time: 0.1383784 Nov 13 07:34:30.201600 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'Port': ['ID=179c1e33-2dbe-440c-8653-3829dc9389a9,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:30.209309 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:30.210864 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:34:30.213801 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:34:30.216757 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:34:30.284931 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f06bc130-7da0-4106-be94-85b0d3cf63d9 req-72700b05-e7e6-4372-ab53-ceed16d30c84 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080868 Nov 13 07:34:30.445824 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:30.477214 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device a02ab093-8568-4a72-b67f-c9ff540b0b65 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:34:30.503508 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:30.548403 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port a02ab093-8568-4a72-b67f-c9ff540b0b65 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:34:30.553298 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port a02ab093-8568-4a72-b67f-c9ff540b0b65 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:30.553673 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:30.666642 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:30.693273 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:34:30.702846 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port a02ab093-8568-4a72-b67f-c9ff540b0b65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:30.707651 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:30.711055 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:30.711658 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-c8b15313-1ab9-47b7-90f2-e1a10e2a35cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:30.716357 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:30.722185 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:30.749345 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'code': 200} Nov 13 07:34:30.786470 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=a02ab093-8568-4a72-b67f-c9ff540b0b65,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:30.789428 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:30.821898 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'Port': ['ID=179c1e33-2dbe-440c-8653-3829dc9389a9,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:30.826034 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:30.833006 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:30.856074 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:30.857412 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3063610 Nov 13 07:34:31.016534 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c572d361-5416-4f4d-9a33-6b5427f7d874 req-de112d29-ea1b-4978-8146-1ed84df128b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 1098 time: 0.0950663 Nov 13 07:34:31.057228 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-c8cb9c3e-e902-48cb-89bd-b640f07241ee tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Synchronizing usage tracker for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:security_group {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:31.073947 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c572d361-5416-4f4d-9a33-6b5427f7d874 req-822e90f6-eb50-430a-ab6a-ce8a365b1ecc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500252 Nov 13 07:34:31.085970 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-c8cb9c3e-e902-48cb-89bd-b640f07241ee tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Unset dirty status for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:security_group {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:31.087653 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-c8cb9c3e-e902-48cb-89bd-b640f07241ee tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--426627847&fields=id&tenant_id=c1a6bdfc407e4142922c4f45f2476d59 HTTP/1.1" status: 200 len: 267 time: 0.0981226 Nov 13 07:34:31.242643 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-ef0c2a34-bc40-48a3-95a3-917b281a3c58 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:31.243327 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-ef0c2a34-bc40-48a3-95a3-917b281a3c58 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Synchronizing usage tracker for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:network {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:31.262748 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-ef0c2a34-bc40-48a3-95a3-917b281a3c58 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Unset dirty status for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:network {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:31.264150 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-ef0c2a34-bc40-48a3-95a3-917b281a3c58 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 817 time: 0.1678259 Nov 13 07:34:31.280403 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-d67eee1c-4047-4a85-b273-f6158bcc6248 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/quotas/c1a6bdfc407e4142922c4f45f2476d59 HTTP/1.1" status: 200 len: 375 time: 0.0106084 Nov 13 07:34:31.460271 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-6d9beb2f-8cd2-45e2-bc28-a22061a99751 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1687882 Nov 13 07:34:31.465990 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device e6065226-120f-40c4-88c8-0f61cb617139 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:34:31.522705 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baf077-8f40-4867-9094-3e62b0f006b9 req-781d9aed-164e-4cf8-b7ef-fd22d69159e7 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:31.531135 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-81baf077-8f40-4867-9094-3e62b0f006b9 req-781d9aed-164e-4cf8-b7ef-fd22d69159e7 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 945 time: 0.0903521 Nov 13 07:34:31.543481 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port e6065226-120f-40c4-88c8-0f61cb617139 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:31.543982 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:31.572194 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-81baf077-8f40-4867-9094-3e62b0f006b9 req-0d673959-b461-4d10-b6c6-c42650418148 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Nov 13 07:34:31.619820 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-3b832e09-0faa-468a-9b6f-7b0d79eb8902 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545911 Nov 13 07:34:31.759948 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-23064f44-97c3-4e5c-8b13-6342618ff823 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329379 Nov 13 07:34:31.947614 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-81f47aa3-a9f7-4c89-99a8-3e31c1994c5e req-f5a8954e-0411-4fdb-961a-3b01c0313706 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Synchronizing usage tracker for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:31.967155 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-81f47aa3-a9f7-4c89-99a8-3e31c1994c5e req-f5a8954e-0411-4fdb-961a-3b01c0313706 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Unset dirty status for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:31.968752 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-81f47aa3-a9f7-4c89-99a8-3e31c1994c5e req-f5a8954e-0411-4fdb-961a-3b01c0313706 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 210 time: 0.0640695 Nov 13 07:34:32.845293 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a523e88-3989-4099-b446-bf78f6c1c560 req-68ffd3bf-3113-49a3-864d-9f092ae46126 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:32.846950 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1a523e88-3989-4099-b446-bf78f6c1c560 req-68ffd3bf-3113-49a3-864d-9f092ae46126 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 945 time: 0.1328745 Nov 13 07:34:33.000661 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1a523e88-3989-4099-b446-bf78f6c1c560 req-606f941b-299f-4039-90e3-4458be8d57c0 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471944 Nov 13 07:34:33.081837 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-54e8e2db-3204-4968-b88b-3d5d602d8353 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:33.083507 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-54e8e2db-3204-4968-b88b-3d5d602d8353 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 817 time: 0.1853218 Nov 13 07:34:33.175049 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-842d1901-5ea7-4ff1-9a00-72cdca507cfb req-d7480d7e-584c-4db9-94f6-28f77ba0d136 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 210 time: 0.0518284 Nov 13 07:34:33.204344 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-93431101-f8e4-4ddb-9c3f-671a4035cb7e tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1a6bdfc407e4142922c4f45f2476d59 HTTP/1.1" status: 200 len: 379 time: 0.1070926 Nov 13 07:34:33.217596 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'port': {'device_id': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'admin_state_up': True, 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'security_groups': ['32c44fa5-67f4-4288-971e-f78b202c2e18']}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:33.361045 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d4297-489e-43f5-87e6-2505c311d70e req-9b7851a6-591c-4a05-94e7-6d3ef6f5e420 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:33.362555 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1a5d4297-489e-43f5-87e6-2505c311d70e req-9b7851a6-591c-4a05-94e7-6d3ef6f5e420 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 945 time: 0.2059586 Nov 13 07:34:33.402219 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:33.424044 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:33.437126 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1a5d4297-489e-43f5-87e6-2505c311d70e req-59c90dcb-c480-4d29-8fba-994bd17fb544 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652382 Nov 13 07:34:33.440684 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Made reservation on behalf of c1a6bdfc407e4142922c4f45f2476d59 for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:34:33.444031 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:33.611308 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Allocated IP 172.20.0.13 (97c4d94b-7e06-4d47-b760-846b45ffa1ea/3cb84aa3-3131-4e7f-8cde-cfce1f5653ae/694de71a-637c-4bfc-a516-82caa23f73e1) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:34:33.798911 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:33.855448 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Transition to ACTIVE for port object 694de71a-637c-4bfc-a516-82caa23f73e1 will not be triggered until provisioned by entity DHCP. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:34:33.899754 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2188b-612a-442d-a6d3-0e5fcf713c47 req-564d3915-ec7c-4e5a-8e7c-e53e5718c118 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:33.901193 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f2e2188b-612a-442d-a6d3-0e5fcf713c47 req-564d3915-ec7c-4e5a-8e7c-e53e5718c118 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 945 time: 0.1060121 Nov 13 07:34:33.902554 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:33.909999 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:34.010453 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Network 97c4d94b-7e06-4d47-b760-846b45ffa1ea is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:34:34.016401 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'Port': ['ID=694de71a-637c-4bfc-a516-82caa23f73e1,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:34.019043 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:34:34.023001 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:34.023937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:34:34.062658 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f2e2188b-612a-442d-a6d3-0e5fcf713c47 req-4f50e3c0-d973-4f52-9f2b-d1fbc8786442 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240988 Nov 13 07:34:34.104542 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:34.105192 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:34.146648 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9332197 Nov 13 07:34:34.161653 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Request body: {'port': {'device_id': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:34.284891 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:34.287055 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-62051a8e-7f20-4887-8c2b-84ccf99470ea None None] Provisioning for port 694de71a-637c-4bfc-a516-82caa23f73e1 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:34:34.295049 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-62051a8e-7f20-4887-8c2b-84ccf99470ea None None] Provisioning complete for port 694de71a-637c-4bfc-a516-82caa23f73e1 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:34.296442 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-62051a8e-7f20-4887-8c2b-84ccf99470ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:34.368636 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-62051a8e-7f20-4887-8c2b-84ccf99470ea None None] Port 694de71a-637c-4bfc-a516-82caa23f73e1 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:34:34.420766 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e646f7-33cc-4995-a4dd-1f005e1a1035 req-c1d7fa32-3bb9-4070-80fc-9d29559a57bd tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:34.423012 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-40e646f7-33cc-4995-a4dd-1f005e1a1035 req-c1d7fa32-3bb9-4070-80fc-9d29559a57bd tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 932 time: 0.0887573 Nov 13 07:34:34.470705 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-40e646f7-33cc-4995-a4dd-1f005e1a1035 req-375b8356-ec23-4671-a73b-00e1c8cfa557 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Synchronizing usage tracker for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:34.484659 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-40e646f7-33cc-4995-a4dd-1f005e1a1035 req-375b8356-ec23-4671-a73b-00e1c8cfa557 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Unset dirty status for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:34.485945 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-40e646f7-33cc-4995-a4dd-1f005e1a1035 req-375b8356-ec23-4671-a73b-00e1c8cfa557 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573971 Nov 13 07:34:34.743049 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694de71a-637c-4bfc-a516-82caa23f73e1 {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:34:34.750545 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:34.773483 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Transition to ACTIVE for port object 694de71a-637c-4bfc-a516-82caa23f73e1 will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:34:34.779507 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:34.784859 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:34.908914 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Pushing event updated for resources: {'Port': ['ID=694de71a-637c-4bfc-a516-82caa23f73e1,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:34.913544 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:34.988986 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:35.021314 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Attempting to bind port 694de71a-637c-4bfc-a516-82caa23f73e1 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:34:35.021641 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Attempting to bind port 694de71a-637c-4bfc-a516-82caa23f73e1 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:34:35.021962 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Attempting to bind port 694de71a-637c-4bfc-a516-82caa23f73e1 on network 97c4d94b-7e06-4d47-b760-846b45ffa1ea {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:34:35.027725 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Port 694de71a-637c-4bfc-a516-82caa23f73e1 on network 97c4d94b-7e06-4d47-b760-846b45ffa1ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:34:35.028042 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Attempting to bind port 694de71a-637c-4bfc-a516-82caa23f73e1 on network 97c4d94b-7e06-4d47-b760-846b45ffa1ea {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:34:35.034138 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:34:35.034469 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Checking segment: {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:34:35.034879 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Bound using segment: {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:34:35.035299 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Bound port: 694de71a-637c-4bfc-a516-82caa23f73e1, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:34:35.035635 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:35.122919 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:34:35.125865 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:34:35.132983 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:35.136546 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4ef1d0e4-e974-4d21-9932-6fdb4c13aba3 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:35.193769 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:35.195179 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] 10.222.0.36 "PUT /v2.0/ports/694de71a-637c-4bfc-a516-82caa23f73e1 HTTP/1.1" status: 200 len: 1094 time: 1.0414479 Nov 13 07:34:35.195661 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:34:35.219016 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Pushing event updated for resources: {'Port': ['ID=694de71a-637c-4bfc-a516-82caa23f73e1,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:35.222565 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:35.280776 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1', 'status': 'completed', 'code': 200} Nov 13 07:34:35.332948 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-c9e116ee-135b-4ec4-90f4-e2080d316193 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 1097 time: 0.0852876 Nov 13 07:34:35.410177 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-4c180a37-09f8-4c85-8e52-861a1b6eda4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694de71a-637c-4bfc-a516-82caa23f73e1 HTTP/1.1" status: 200 len: 217 time: 0.0665956 Nov 13 07:34:35.472400 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-a7aa25ee-6fa9-4d2f-9ab0-4510f91790a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:35.473758 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-a7aa25ee-6fa9-4d2f-9ab0-4510f91790a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.0580568 Nov 13 07:34:35.545787 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36936) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:35.557567 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-39e73c39-4cfb-4a28-8a3d-08caad05b83b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770688 Nov 13 07:34:35.695233 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9cf8cef0-7932-4308-8fa3-c46f10980a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:35.696811 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-18f71696-ebb5-4868-bbc2-810d9358b435 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329277 Nov 13 07:34:35.739848 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-9cf8cef0-7932-4308-8fa3-c46f10980a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:35.749950 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-9cf8cef0-7932-4308-8fa3-c46f10980a5b admin admin] Usage tracker for resource:security_group_rule and tenant:7ba37e2270694a12b96199d7c2647807 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:35.759973 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-9cf8cef0-7932-4308-8fa3-c46f10980a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:35.764462 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-9cf8cef0-7932-4308-8fa3-c46f10980a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:35.773555 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fc865-5639-453d-a2ff-ea36315b5fc0 req-e4071468-97ca-41a6-94cd-c03ed47f90a1 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:35.775056 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3e3fc865-5639-453d-a2ff-ea36315b5fc0 req-e4071468-97ca-41a6-94cd-c03ed47f90a1 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.1425550 Nov 13 07:34:35.842511 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9899ae08-a106-42a4-b01d-22d09217dc19 req-639736d4-15c7-4b87-9852-52848210879f service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392202 Nov 13 07:34:35.876016 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3e3fc865-5639-453d-a2ff-ea36315b5fc0 req-e4547846-14e5-4526-a563-9dc4b2bc001f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887361 Nov 13 07:34:35.911770 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9cf8cef0-7932-4308-8fa3-c46f10980a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:35.917402 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9cf8cef0-7932-4308-8fa3-c46f10980a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:35.924339 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-5fadbe17-2769-4a80-9a2d-7db38821b396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:35.966455 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8cef0-7932-4308-8fa3-c46f10980a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac64d9bc-c4d7-4e82-b144-43e46d2d99c0,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:35.969990 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9cf8cef0-7932-4308-8fa3-c46f10980a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:35.974455 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-9cf8cef0-7932-4308-8fa3-c46f10980a5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ba37e2270694a12b96199d7c2647807&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4260845 Nov 13 07:34:35.975659 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 36950) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:35.993563 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fcd312b7-d5f2-45f3-856c-20584b82f986 req-d8dbb17f-5e44-45f7-9b52-0248896c1aa1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 1097 time: 0.0884800 Nov 13 07:34:36.043513 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6890357c-eccd-4248-9912-8b1b99d99be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:36.069095 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6890357c-eccd-4248-9912-8b1b99d99be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:36.128161 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6890357c-eccd-4248-9912-8b1b99d99be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:36.132808 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd312b7-d5f2-45f3-856c-20584b82f986 req-fc2a56bd-00a1-47e7-8403-9a5717e7a212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:36.133282 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f0ca9539-c494-4033-9efd-4c066fcb2fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:36.134284 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fcd312b7-d5f2-45f3-856c-20584b82f986 req-fc2a56bd-00a1-47e7-8403-9a5717e7a212 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 918 time: 0.1338174 Nov 13 07:34:36.145547 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890357c-eccd-4248-9912-8b1b99d99be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac64d9bc-c4d7-4e82-b144-43e46d2d99c0,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:36.148569 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-6890357c-eccd-4248-9912-8b1b99d99be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:36.150451 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6890357c-eccd-4248-9912-8b1b99d99be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:36.154323 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-6890357c-eccd-4248-9912-8b1b99d99be2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac64d9bc-c4d7-4e82-b144-43e46d2d99c0 HTTP/1.1" status: 204 len: 168 time: 0.1767621 Nov 13 07:34:36.209192 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fcd312b7-d5f2-45f3-856c-20584b82f986 req-c06cab3f-6a44-4ba1-a2d4-675d0b61fc6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694de71a-637c-4bfc-a516-82caa23f73e1 HTTP/1.1" status: 200 len: 217 time: 0.0675445 Nov 13 07:34:36.281308 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd312b7-d5f2-45f3-856c-20584b82f986 req-b2be7b2e-5c7f-43bb-b7c1-825e295201dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:36.282938 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fcd312b7-d5f2-45f3-856c-20584b82f986 req-b2be7b2e-5c7f-43bb-b7c1-825e295201dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.0627446 Nov 13 07:34:36.393910 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fcd312b7-d5f2-45f3-856c-20584b82f986 req-c62eb93f-07e5-4f35-af4b-4d693a71fe56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026564 Nov 13 07:34:36.641008 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fcd312b7-d5f2-45f3-856c-20584b82f986 req-751be4b8-a3bd-4821-af3b-d33a16c3afe4 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389379 Nov 13 07:34:36.780333 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fcd312b7-d5f2-45f3-856c-20584b82f986 req-0ea49dee-82a3-4e20-96ca-4d51789e0b36 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328659 Nov 13 07:34:37.102581 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52af29-9745-4e1e-8c0b-d7ef4b4613fe req-685ee1c5-f1cf-4d5a-a114-8f54525ca0d0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:37.104850 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ef52af29-9745-4e1e-8c0b-d7ef4b4613fe req-685ee1c5-f1cf-4d5a-a114-8f54525ca0d0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.0813971 Nov 13 07:34:37.155120 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ef52af29-9745-4e1e-8c0b-d7ef4b4613fe req-0b13ee3b-3d1a-4d02-a1f5-3a93c3558876 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421462 Nov 13 07:34:38.379895 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cea9a0-fe86-4512-aefa-78150eba7de2 req-f777e226-a616-4fd0-bd55-1775b176429c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:38.380566 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-43cea9a0-fe86-4512-aefa-78150eba7de2 req-f777e226-a616-4fd0-bd55-1775b176429c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Synchronizing usage tracker for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:38.398800 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-43cea9a0-fe86-4512-aefa-78150eba7de2 req-f777e226-a616-4fd0-bd55-1775b176429c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Unset dirty status for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:38.399904 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-43cea9a0-fe86-4512-aefa-78150eba7de2 req-f777e226-a616-4fd0-bd55-1775b176429c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.1046386 Nov 13 07:34:38.446845 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-43cea9a0-fe86-4512-aefa-78150eba7de2 req-28c337e8-199e-4c23-b189-a48085d97cec tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411413 Nov 13 07:34:38.535195 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 694de71a-637c-4bfc-a516-82caa23f73e1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:34:38.705268 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:38.719108 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '694de71a-637c-4bfc-a516-82caa23f73e1', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'port_id': '694de71a-637c-4bfc-a516-82caa23f73e1', 'mac_address': 'fa:16:3e:e1:4c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:34:38.771082 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:38.788252 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694de71a-637c-4bfc-a516-82caa23f73e1 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:34:38.803625 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:38.809668 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:38.811951 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-20063747-b1cc-4304-af85-35fdfc61704b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:38.891214 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=694de71a-637c-4bfc-a516-82caa23f73e1,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:38.900636 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:38.900977 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:38.901298 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:38.901760 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:38.902205 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:38.902516 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:38.902867 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:38.903180 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:38.903552 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:38.903858 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:38.904163 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:38.911050 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:39.022317 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['694de71a-637c-4bfc-a516-82caa23f73e1'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:34:39.161295 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e63115-f81b-4633-baef-2a16609b4e43 req-9f24fce7-1d80-4ce6-98f6-6d43a679f44f tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:39.162961 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-13e63115-f81b-4633-baef-2a16609b4e43 req-9f24fce7-1d80-4ce6-98f6-6d43a679f44f tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 945 time: 0.0839932 Nov 13 07:34:39.231279 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-13e63115-f81b-4633-baef-2a16609b4e43 req-cc3448e7-d333-4d60-a1d4-d79816faabd8 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595324 Nov 13 07:34:39.258911 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37016) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:39.536418 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-31ad3c49-a3be-4ea2-8a5b-be007d11e15b tempest-TestMinimumBasicScenario-1213629820 tempest-TestMinimumBasicScenario-1213629820-project-admin] Synchronizing usage tracker for tenant:600d7405aa234a5c850728e67fa5d4c7 on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:39.552924 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-31ad3c49-a3be-4ea2-8a5b-be007d11e15b tempest-TestMinimumBasicScenario-1213629820 tempest-TestMinimumBasicScenario-1213629820-project-admin] Unset dirty status for tenant:600d7405aa234a5c850728e67fa5d4c7 on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:39.556861 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-31ad3c49-a3be-4ea2-8a5b-be007d11e15b tempest-TestMinimumBasicScenario-1213629820 tempest-TestMinimumBasicScenario-1213629820-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 1093 time: 0.2921982 Nov 13 07:34:39.557208 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37024) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:39.562811 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Request body: {'floatingip': {'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'port_id': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:39.568284 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:39.572099 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Usage tracker for resource:floatingip and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:39.574955 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:39.580663 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:39.592949 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for floatingip, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:39.666094 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952afe9-78b6-46bb-be3e-c113c2f9193b req-4accd8aa-6ddc-48c4-a308-3c86216e31c7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:39.667574 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a952afe9-78b6-46bb-be3e-c113c2f9193b req-4accd8aa-6ddc-48c4-a308-3c86216e31c7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 945 time: 0.0780096 Nov 13 07:34:39.712911 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a952afe9-78b6-46bb-be3e-c113c2f9193b req-48cd5893-b898-4cd6-9fee-213b6f7f7f05 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395985 Nov 13 07:34:39.730927 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:39.862641 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Allocated IP 172.28.0.33 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/93c13823-bb23-43c0-9e36-4ef5adf86636) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:34:39.983177 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:34:40.099772 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:40.133774 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:40.137394 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-be3c25d9-767a-4fe7-bd73-8cf356f12620 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:40.204002 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:34:40.207254 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:34:40.210240 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:34:40.237526 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'Port': ['ID=93c13823-bb23-43c0-9e36-4ef5adf86636,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:40.240354 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:40.560850 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 694de71a-637c-4bfc-a516-82caa23f73e1 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:34:40.636329 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 694de71a-637c-4bfc-a516-82caa23f73e1 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:34:40.641427 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 694de71a-637c-4bfc-a516-82caa23f73e1 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:40.641805 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:40.767549 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:40.800954 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:40.802231 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:34:40.821214 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:40.828014 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:40.912813 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1', 'code': 200} Nov 13 07:34:40.973547 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:40.981172 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=694de71a-637c-4bfc-a516-82caa23f73e1,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:40.985749 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:41.035587 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9a84a-ca64-46c2-9024-70686e75b845 req-54f9f8ba-3c67-45e6-9e78-803f952833d1 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:41.037035 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-48a9a84a-ca64-46c2-9024-70686e75b845 req-54f9f8ba-3c67-45e6-9e78-803f952833d1 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.1645606 Nov 13 07:34:41.077453 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:41.150704 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-48a9a84a-ca64-46c2-9024-70686e75b845 req-4b75d6e0-8a98-4df8-918a-460ea615de2d tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043770 Nov 13 07:34:41.183198 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ef82645f-f69a-413a-9ef7-cf399d366ed9 req-4796554a-e551-46ff-9c2f-9bd64d0a47ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 1099 time: 0.0698087 Nov 13 07:34:41.239634 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ef82645f-f69a-413a-9ef7-cf399d366ed9 req-585d10ce-563a-4ea6-9da0-1300d34b77ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427322 Nov 13 07:34:41.305761 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:41.310569 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3936010'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:41.314620 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:41.423976 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'Port': ['ID=93c13823-bb23-43c0-9e36-4ef5adf86636,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:41.426871 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:41.435921 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:41.708366 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.l3_db [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Floating IP 758debf9-c481-413e-9b70-340574464ec0 associated. External IP: 172.28.0.33, port: a02ab093-8568-4a72-b67f-c9ff540b0b65. Nov 13 07:34:42.117040 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Router 9464a943-7a10-43ef-8687-6069c0acf113 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:34:42.282492 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-2007a131-2c22-4f2e-83f2-4676e2b2d968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:42.337568 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Sync routers for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:34:42.359803 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:42.372577 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:34:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:42.372781 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:34:42.387876 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4801310-6ae8-43de-a455-78bac2ab7709 None None] Sync routers for ids ['9464a943-7a10-43ef-8687-6069c0acf113'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:34:42.409071 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4801310-6ae8-43de-a455-78bac2ab7709 None None] Routers {'9464a943-7a10-43ef-8687-6069c0acf113'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:42.409744 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-b4801310-6ae8-43de-a455-78bac2ab7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:34:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['9464a943-7a10-43ef-8687-6069c0acf113'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:42.449201 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:42.509998 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37741f41-588d-4933-9ab2-45e805a55c2e req-4c8fabf8-c3c0-4075-bdd8-d86c7386d7bd tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:42.522102 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37741f41-588d-4933-9ab2-45e805a55c2e req-4c8fabf8-c3c0-4075-bdd8-d86c7386d7bd tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.1796112 Nov 13 07:34:42.529707 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9714434 Nov 13 07:34:42.530557 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37054) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:42.533160 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65'}] {{(pid=82811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:34:42.543222 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1607309202', 'description': 'tempest-secgroup-smoke-1607309202 description', 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:42.551716 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:42.575426 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:42.588957 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37741f41-588d-4933-9ab2-45e805a55c2e req-c62db385-9897-4a4a-b273-889fee5891e2 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648649 Nov 13 07:34:42.596945 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:42.643933 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'status': 'completed', 'code': 200} Nov 13 07:34:42.690276 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:42.695024 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:42.712815 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Usage tracker for resource:security_group_rule and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:42.722501 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:42.735994 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:42.756456 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:42.760325 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f2f0297c-1c2e-441f-935d-ea4272f7c116 req-77845d90-955c-49e0-9a98-8044ab468d9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5719e016a984b5995266b3b6d7bf2eb&device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 1098 time: 0.1058307 Nov 13 07:34:42.764433 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-b4801310-6ae8-43de-a455-78bac2ab7709 None None] Set router 9464a943-7a10-43ef-8687-6069c0acf113 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:42.837070 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:42.846004 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:42.852599 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:42.921864 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0297c-1c2e-441f-935d-ea4272f7c116 req-f9407235-bcb6-4ed0-9ed7-b6c956ee08aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:42.923772 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f2f0297c-1c2e-441f-935d-ea4272f7c116 req-f9407235-bcb6-4ed0-9ed7-b6c956ee08aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64 HTTP/1.1" status: 200 len: 915 time: 0.1562805 Nov 13 07:34:42.926624 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e64c76-73af-4e41-863f-6ce7915b9a62,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:42.942798 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:42.951937 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:42.953710 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-07644764-05c5-4264-a9b2-0571edfac5b3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4157009 Nov 13 07:34:42.957626 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37064) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:42.967560 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Request body: {'security_group_rule': {'security_group_id': '41e64c76-73af-4e41-863f-6ce7915b9a62', 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:42.974541 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:42.979173 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Usage tracker for resource:security_group_rule and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:42.983640 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:43.002111 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:43.034517 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.068812 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f2f0297c-1c2e-441f-935d-ea4272f7c116 req-2a4ffd97-fd2f-4a40-85f8-e5e5ae87046a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 200 len: 998 time: 0.1378927 Nov 13 07:34:43.123232 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.130186 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.132777 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:43.148770 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8f6650-7af2-4fb8-886c-da5afa466be0,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:43.154389 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:43.172320 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 2, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:43.176160 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.177877 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Checking router: 3e65a1d8-bd7f-454e-950e-9f64d6724218 for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:34:43.179630 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2197409 Nov 13 07:34:43.181406 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0297c-1c2e-441f-935d-ea4272f7c116 req-6ba0e36b-867e-4bd8-b12e-54e54bb21a02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:43.181723 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37070) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:43.182374 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Updating router 3e65a1d8-bd7f-454e-950e-9f64d6724218 port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 binding host dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:34:43.183324 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f2f0297c-1c2e-441f-935d-ea4272f7c116 req-6ba0e36b-867e-4bd8-b12e-54e54bb21a02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09174ffa-30a2-47e9-aaa5-ab5ba387d3ab HTTP/1.1" status: 200 len: 853 time: 0.1060436 Nov 13 07:34:43.192747 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Request body: {'security_group_rule': {'security_group_id': '41e64c76-73af-4e41-863f-6ce7915b9a62', 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:43.196769 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-b4801310-6ae8-43de-a455-78bac2ab7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:37Z', 'revision_number': 4, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': '758debf9-c481-413e-9b70-340574464ec0', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'floating_ip_address': '172.28.0.33', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'port_id': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'mac_address': 'fa:16:3e:aa:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:34:40Z', 'updated_at': '2021-11-13T07:34:40Z', 'revision_number': 0, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826c662a-4aa7-4488-9d5e-0258ee9f3f11', 'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'mac_address': 'fa:16:3e:92:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:36Z', 'updated_at': '2021-11-13T07:33:47Z', 'revision_number': 5, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'subnets': [{'id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:43.199949 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:43.201808 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4801310-6ae8-43de-a455-78bac2ab7709 None None] Checking router: 9464a943-7a10-43ef-8687-6069c0acf113 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:34:43.205822 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Usage tracker for resource:security_group_rule and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:43.209596 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:43.218330 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:43.232465 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4801310-6ae8-43de-a455-78bac2ab7709 None None] Routers {'9464a943-7a10-43ef-8687-6069c0acf113'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:43.233251 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-b4801310-6ae8-43de-a455-78bac2ab7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:34:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['9464a943-7a10-43ef-8687-6069c0acf113'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:43.247401 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.257604 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.280531 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f2f0297c-1c2e-441f-935d-ea4272f7c116 req-2c5d6fe5-0480-4910-98a5-cdc06c453628 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897493 Nov 13 07:34:43.422848 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.438307 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.445964 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f2f0297c-1c2e-441f-935d-ea4272f7c116 req-402f2588-d6d5-4f24-a9bf-51b8e547410a service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585410 Nov 13 07:34:43.469378 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-002649c9-ad11-4399-acd4-0ef1cdd321df tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:43.491476 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.495257 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3100059 Nov 13 07:34:43.497539 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37080) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:43.503201 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc668bb6-4052-4ccc-b1da-0d586fa840cd,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:43.504657 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-b4801310-6ae8-43de-a455-78bac2ab7709 None None] Set router 9464a943-7a10-43ef-8687-6069c0acf113 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:43.508685 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:43.514975 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Request body: {'security_group_rule': {'security_group_id': '41e64c76-73af-4e41-863f-6ce7915b9a62', 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:43.524946 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:43.536286 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Usage tracker for resource:security_group_rule and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:43.545027 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:43.561441 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:43.598356 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.630230 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f2f0297c-1c2e-441f-935d-ea4272f7c116 req-7ab0dd76-0716-4501-85ff-de91f429041b service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699371 Nov 13 07:34:43.730101 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.737578 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.742386 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7df864ca-d2a0-4668-83f0-7f8f111b5041 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:43.813069 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a9c740-2406-4a7b-bd72-c1be9aeca112,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:43.819891 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:43.832851 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Notify callbacks [] for port, precommit_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.833891 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.835603 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-82dce129-6b41-45d0-81fe-971ca8f7d1cd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3371186 Nov 13 07:34:43.838571 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 37092) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:43.845807 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Request body: {'security_group_rule': {'security_group_id': '41e64c76-73af-4e41-863f-6ce7915b9a62', 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:43.855932 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:43.864715 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.provisioning_blocks [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Transition to ACTIVE for port object 5ef68cd1-c57f-441f-94a2-12f23c72edf8 will not be triggered until provisioned by entity L2. {{(pid=82814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:34:43.865796 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Usage tracker for resource:security_group_rule and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:43.872448 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:43.876269 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7371e-9dfa-47c0-847f-c21712ed40a5 req-2194b5bf-ca55-454d-bc73-44308480d49f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:43.878244 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7fe7371e-9dfa-47c0-847f-c21712ed40a5 req-2194b5bf-ca55-454d-bc73-44308480d49f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.1069021 Nov 13 07:34:43.881386 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.886417 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:43.886885 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:43.910329 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:43.939554 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7fe7371e-9dfa-47c0-847f-c21712ed40a5 req-35a8d466-50db-4d07-af1c-74d556b1dde3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549102 Nov 13 07:34:44.036363 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Pushing event updated for resources: {'Port': ['ID=5ef68cd1-c57f-441f-94a2-12f23c72edf8,revision_number=3']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:44.067057 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-b4801310-6ae8-43de-a455-78bac2ab7709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:37Z', 'revision_number': 4, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': '758debf9-c481-413e-9b70-340574464ec0', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'floating_ip_address': '172.28.0.33', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'port_id': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'mac_address': 'fa:16:3e:aa:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:34:40Z', 'updated_at': '2021-11-13T07:34:40Z', 'revision_number': 0, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826c662a-4aa7-4488-9d5e-0258ee9f3f11', 'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'mac_address': 'fa:16:3e:92:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:36Z', 'updated_at': '2021-11-13T07:33:47Z', 'revision_number': 5, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'subnets': [{'id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:44.081036 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4801310-6ae8-43de-a455-78bac2ab7709 None None] The sync data for ids ['9464a943-7a10-43ef-8687-6069c0acf113'] in dv-cinder-817832-1-smb is: [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:37Z', 'revision_number': 4, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': '758debf9-c481-413e-9b70-340574464ec0', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'floating_ip_address': '172.28.0.33', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'port_id': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'mac_address': 'fa:16:3e:aa:06:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:34:40Z', 'updated_at': '2021-11-13T07:34:40Z', 'revision_number': 0, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826c662a-4aa7-4488-9d5e-0258ee9f3f11', 'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'mac_address': 'fa:16:3e:92:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:36Z', 'updated_at': '2021-11-13T07:33:47Z', 'revision_number': 5, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'subnets': [{'id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:34:44.089496 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:44.089837 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:44.090230 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:44.090472 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:44.090868 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:44.091191 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:44.091550 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:44.096028 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:44.096423 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:44.096755 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:44.097082 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:34:44.125189 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.139094 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.141822 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:44.157806 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:44.197390 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Attempting to bind port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:34:44.197852 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Attempting to bind port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:34:44.198335 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Attempting to bind port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 on network 97c4d94b-7e06-4d47-b760-846b45ffa1ea {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:34:44.229543 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:34:44.230206 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637bd5c9-d479-4176-b6f9-a448a5fa2668,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:44.230755 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Checking segment: {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:34:44.231265 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.231728 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Bound using segment: {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:34:44.232409 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Bound port: 5ef68cd1-c57f-441f-94a2-12f23c72edf8, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'}}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:34:44.232872 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.239545 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:44.242549 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.243899 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4041283 Nov 13 07:34:44.246776 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37102) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:44.255388 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Request body: {'security_group_rule': {'security_group_id': '41e64c76-73af-4e41-863f-6ce7915b9a62', 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:44.265230 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:44.273712 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Usage tracker for resource:security_group_rule and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:44.283317 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:44.284058 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c96d8-cec5-46ba-812e-b43660170cea req-52f120d7-a22e-41cb-9efc-ec79eeec3b07 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:44.285437 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-466c96d8-cec5-46ba-812e-b43660170cea req-52f120d7-a22e-41cb-9efc-ec79eeec3b07 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.1134157 Nov 13 07:34:44.296735 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 37106) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:44.307400 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-f38e57bd-b06d-4530-960f-1f940b4a3978 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'floatingip': {'port_id': '694de71a-637c-4bfc-a516-82caa23f73e1'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:44.318135 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:44.354668 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.securitygroups_db [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Project a5719e016a984b5995266b3b6d7bf2eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 07:34:44.371799 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.377247 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-add62cd2-53aa-440c-9b23-2c39ba6dbb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.392760 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd63720-1ff4-4b3d-80dc-f8472e9e87fe None None] New status for floating IP 758debf9-c481-413e-9b70-340574464ec0: ACTIVE {{(pid=82814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:34:44.461170 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] For port 5ef68cd1-c57f-441f-94a2-12f23c72edf8, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:34:44.475184 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] For port 5ef68cd1-c57f-441f-94a2-12f23c72edf8, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=5ef68cd1-c57f-441f-94a2-12f23c72edf8,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:34:44.486664 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.505113 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f38e57bd-b06d-4530-960f-1f940b4a3978 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.512668 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.514950 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:44.521005 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.523379 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:44.552025 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed9cd06-2eae-4cd7-8121-7b17abbe1252,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:44.558556 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:44.567445 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.569527 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3205953 Nov 13 07:34:44.572354 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37116) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:44.586560 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Request body: {'security_group_rule': {'security_group_id': '41e64c76-73af-4e41-863f-6ce7915b9a62', 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:44.600986 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:44.606043 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Usage tracker for resource:security_group_rule and tenant:a5719e016a984b5995266b3b6d7bf2eb is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:44.609424 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:44.616509 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:44.636905 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.securitygroups_db [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Project a5719e016a984b5995266b3b6d7bf2eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 07:34:44.651601 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.752938 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Pushing event updated for resources: {'Port': ['ID=5ef68cd1-c57f-441f-94a2-12f23c72edf8,revision_number=4']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:44.756559 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:44.757229 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:34:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:44.797495 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.809262 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.814364 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:44.854952 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:44.855976 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15600407-945b-4a06-9c73-3cd3e3a84a82,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:44.868816 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:44.878693 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:44.883597 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-d33083f4-8ba0-4564-9fc4-4f987eda1d54 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3102951 Nov 13 07:34:45.027456 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-e8913d72-f86c-4260-a74d-199523535439 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Synchronizing usage tracker for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:45.048034 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-e8913d72-f86c-4260-a74d-199523535439 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Unset dirty status for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:45.049405 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-e8913d72-f86c-4260-a74d-199523535439 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1607309202&fields=id&tenant_id=a5719e016a984b5995266b3b6d7bf2eb HTTP/1.1" status: 200 len: 267 time: 0.0691895 Nov 13 07:34:45.113521 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:45.144029 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-7c7cb9a0-e3eb-4ec4-ab26-07cc421fba4c tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:45.145626 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-7c7cb9a0-e3eb-4ec4-ab26-07cc421fba4c tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 945 time: 0.0896006 Nov 13 07:34:45.157675 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-34f38504-e67f-4802-9a6a-2c2491c16979 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Request body: {'port': {'security_groups': ['b20db6df-4b7a-470f-8e74-cec4c75fdadf', '41e64c76-73af-4e41-863f-6ce7915b9a62']}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:45.299444 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-34f38504-e67f-4802-9a6a-2c2491c16979 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:45.488072 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:45.536395 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f38e57bd-b06d-4530-960f-1f940b4a3978 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:45.552877 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f38e57bd-b06d-4530-960f-1f940b4a3978 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:45.574644 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:44Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:45.580631 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882cc1f-a73f-4256-a359-8552e31f40a9 None None] The sync data for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb is: [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:44Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:34:45.580879 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 5ef68cd1-c57f-441f-94a2-12f23c72edf8 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:34:45.709101 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:34:45.717113 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:45.718066 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:45.805670 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-34f38504-e67f-4802-9a6a-2c2491c16979 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] For port a02ab093-8568-4a72-b67f-c9ff540b0b65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:45.830213 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.l3_db [None req-f38e57bd-b06d-4530-960f-1f940b4a3978 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Floating IP cf91cedd-2136-47e0-9dbd-a89848dbf3be associated. External IP: 172.28.0.150, port: 694de71a-637c-4bfc-a516-82caa23f73e1. Nov 13 07:34:45.836240 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-34f38504-e67f-4802-9a6a-2c2491c16979 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:45.846698 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-34f38504-e67f-4802-9a6a-2c2491c16979 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3936010'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:45.852797 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-17798f44-3749-4121-b40a-c83e8240fc8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:45.880264 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:45.894369 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['a02ab093-8568-4a72-b67f-c9ff540b0b65'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:34:45.930802 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-34f38504-e67f-4802-9a6a-2c2491c16979 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:45.931612 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-34f38504-e67f-4802-9a6a-2c2491c16979 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:45.933238 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-daa836c3-2db0-42c7-b6c8-485ae2ad73c8 req-34f38504-e67f-4802-9a6a-2c2491c16979 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "PUT /v2.0/ports/a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 200 len: 981 time: 0.7807031 Nov 13 07:34:45.937643 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65'}] {{(pid=82811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:34:45.978100 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f38504-e67f-4802-9a6a-2c2491c16979 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'Port': ['ID=a02ab093-8568-4a72-b67f-c9ff540b0b65,revision_number=6']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:45.994177 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-34f38504-e67f-4802-9a6a-2c2491c16979 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:46.019588 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 5ef68cd1-c57f-441f-94a2-12f23c72edf8, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=5ef68cd1-c57f-441f-94a2-12f23c72edf8,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:34:46.022360 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['a02ab093-8568-4a72-b67f-c9ff540b0b65'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:34:46.079735 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'status': 'completed', 'code': 200} Nov 13 07:34:46.090841 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:46.097895 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:46.318215 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=5ef68cd1-c57f-441f-94a2-12f23c72edf8,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:46.334617 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:46.385399 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-99878300-ba08-4f12-abc8-ba3e3888ed02 None None] Provisioning complete for port a02ab093-8568-4a72-b67f-c9ff540b0b65 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:46.385775 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-99878300-ba08-4f12-abc8-ba3e3888ed02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:46.493733 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1ed055a2-0616-483f-ab90-6d4798a92a0c req-f243fdfe-8b5b-4af1-9198-b5d4726b4e6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5719e016a984b5995266b3b6d7bf2eb&device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 1137 time: 0.3818920 Nov 13 07:34:46.534670 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef52fda-9124-408d-a5a6-d1c16a53d282 req-e25fe93b-22ee-4d8a-b49c-cef48d3df972 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:46.536017 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6ef52fda-9124-408d-a5a6-d1c16a53d282 req-e25fe93b-22ee-4d8a-b49c-cef48d3df972 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.2203546 Nov 13 07:34:46.756001 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6ef52fda-9124-408d-a5a6-d1c16a53d282 req-26c8456f-5bf2-4af2-aa17-c3539c495ee8 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1653914 Nov 13 07:34:46.761795 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed055a2-0616-483f-ab90-6d4798a92a0c req-a458fe30-42be-42b5-8063-3b923a028aaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:46.763236 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1ed055a2-0616-483f-ab90-6d4798a92a0c req-a458fe30-42be-42b5-8063-3b923a028aaa service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64 HTTP/1.1" status: 200 len: 915 time: 0.2599268 Nov 13 07:34:46.885951 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1ed055a2-0616-483f-ab90-6d4798a92a0c req-d2a830cf-9eb4-40db-a316-9756d484c33e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 200 len: 1000 time: 0.1156101 Nov 13 07:34:46.940710 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:46.945533 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38e57bd-b06d-4530-960f-1f940b4a3978 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Router 3e65a1d8-bd7f-454e-950e-9f64d6724218 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:34:46.967696 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed055a2-0616-483f-ab90-6d4798a92a0c req-2697b8f6-d49d-4873-b5be-8c12592ccb4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:46.969423 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1ed055a2-0616-483f-ab90-6d4798a92a0c req-2697b8f6-d49d-4873-b5be-8c12592ccb4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09174ffa-30a2-47e9-aaa5-ab5ba387d3ab HTTP/1.1" status: 200 len: 853 time: 0.0776451 Nov 13 07:34:47.167106 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1ed055a2-0616-483f-ab90-6d4798a92a0c req-467aa5e7-bd33-430d-b3ae-c3c939949ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1467659 Nov 13 07:34:47.324482 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1ed055a2-0616-483f-ab90-6d4798a92a0c req-83061215-312e-43ea-9229-fbbdbe5b6b7d service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493704 Nov 13 07:34:47.423437 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38e57bd-b06d-4530-960f-1f940b4a3978 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:34:47.444372 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f38e57bd-b06d-4530-960f-1f940b4a3978 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:47.462200 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 5ef68cd1-c57f-441f-94a2-12f23c72edf8 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:34:47.524007 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1ed055a2-0616-483f-ab90-6d4798a92a0c req-566d53fe-d22d-4ec1-b4f8-9c40da0fd6bb service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922421 Nov 13 07:34:47.525481 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-f38e57bd-b06d-4530-960f-1f940b4a3978 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "PUT /v2.0/floatingips/cf91cedd-2136-47e0-9dbd-a89848dbf3be HTTP/1.1" status: 200 len: 992 time: 3.2276092 Nov 13 07:34:47.526363 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:34:47.539320 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:34:47.539757 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:47.587492 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1', 'status': 'completed', 'code': 200} Nov 13 07:34:47.686699 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-640b9897-aa2d-4e0c-af9a-c1d54705f154 req-b51281cb-13fd-4664-a190-04dfff768dbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 1099 time: 0.0783780 Nov 13 07:34:47.831572 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b9897-aa2d-4e0c-af9a-c1d54705f154 req-6bd4b682-0850-46ac-ab61-5c10d220b02e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:47.833038 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-640b9897-aa2d-4e0c-af9a-c1d54705f154 req-6bd4b682-0850-46ac-ab61-5c10d220b02e service neutron] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 918 time: 0.1400557 Nov 13 07:34:48.021210 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-640b9897-aa2d-4e0c-af9a-c1d54705f154 req-5bbcb911-9b9e-4e65-a737-3bcb39a8d22a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694de71a-637c-4bfc-a516-82caa23f73e1 HTTP/1.1" status: 200 len: 1000 time: 0.1815314 Nov 13 07:34:48.086817 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b9897-aa2d-4e0c-af9a-c1d54705f154 req-3e702110-7e2b-4995-a3ad-b883049c20fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:48.088125 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-640b9897-aa2d-4e0c-af9a-c1d54705f154 req-3e702110-7e2b-4995-a3ad-b883049c20fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.0583901 Nov 13 07:34:48.165183 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-640b9897-aa2d-4e0c-af9a-c1d54705f154 req-e8e3bc88-166e-4e0f-ad50-35c93a1bef7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0698016 Nov 13 07:34:48.296723 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-640b9897-aa2d-4e0c-af9a-c1d54705f154 req-9a654b7f-1425-4ccf-8c6e-e4f571c29e4e service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242695 Nov 13 07:34:48.436034 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-640b9897-aa2d-4e0c-af9a-c1d54705f154 req-b39fd8ce-88b4-41c2-89bc-f7e558f5cba9 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329305 Nov 13 07:34:50.026921 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37182) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:50.174395 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-aeba34cd-0869-4ca7-a7cf-a60fa0b02050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:50.210665 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-aeba34cd-0869-4ca7-a7cf-a60fa0b02050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:50.214680 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-aeba34cd-0869-4ca7-a7cf-a60fa0b02050 admin admin] Usage tracker for resource:security_group_rule and tenant:563966a3a275456a927d9be60828a44c is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:50.217680 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-aeba34cd-0869-4ca7-a7cf-a60fa0b02050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:50.223770 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-aeba34cd-0869-4ca7-a7cf-a60fa0b02050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:50.291244 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-aeba34cd-0869-4ca7-a7cf-a60fa0b02050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:50.296316 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-aeba34cd-0869-4ca7-a7cf-a60fa0b02050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:50.302811 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3aa88022-8b57-4887-a4de-4d1492c4d02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:50.339355 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba34cd-0869-4ca7-a7cf-a60fa0b02050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce1fd4d-70e2-4c12-9ab2-edf9f6479628,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:50.344039 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-aeba34cd-0869-4ca7-a7cf-a60fa0b02050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:50.350245 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-aeba34cd-0869-4ca7-a7cf-a60fa0b02050 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=563966a3a275456a927d9be60828a44c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3194692 Nov 13 07:34:50.350245 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37188) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:50.409956 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7833944b-6072-4d36-b5d3-c4b17d3ec4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:50.437697 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7833944b-6072-4d36-b5d3-c4b17d3ec4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:50.499947 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7833944b-6072-4d36-b5d3-c4b17d3ec4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:50.503660 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7b2236a1-c48d-4668-9568-949886fdb457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:50.516376 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833944b-6072-4d36-b5d3-c4b17d3ec4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce1fd4d-70e2-4c12-9ab2-edf9f6479628,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:50.519213 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7833944b-6072-4d36-b5d3-c4b17d3ec4ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:50.521284 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7833944b-6072-4d36-b5d3-c4b17d3ec4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:50.522178 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-7833944b-6072-4d36-b5d3-c4b17d3ec4ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dce1fd4d-70e2-4c12-9ab2-edf9f6479628 HTTP/1.1" status: 204 len: 168 time: 0.1712372 Nov 13 07:34:50.752749 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a12511-4b70-4b4c-860c-6efdd3887e3c None None] Sync routers for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:34:50.765578 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a12511-4b70-4b4c-860c-6efdd3887e3c None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:50.766191 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-48a12511-4b70-4b4c-860c-6efdd3887e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:34:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:50.968293 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-48a12511-4b70-4b4c-860c-6efdd3887e3c None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:51.316585 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-48a12511-4b70-4b4c-860c-6efdd3887e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': 'cf91cedd-2136-47e0-9dbd-a89848dbf3be', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'floating_ip_address': '172.28.0.150', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'port_id': '694de71a-637c-4bfc-a516-82caa23f73e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'mac_address': 'fa:16:3e:e1:4c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:34:30Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 1, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:51.321367 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a12511-4b70-4b4c-860c-6efdd3887e3c None None] Checking router: 3e65a1d8-bd7f-454e-950e-9f64d6724218 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:34:51.331629 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37212) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:51.333293 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a12511-4b70-4b4c-860c-6efdd3887e3c None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:34:51.334469 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-48a12511-4b70-4b4c-860c-6efdd3887e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:34:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:51.463313 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-170358961-network', 'tenant_id': 'cd95306e5cde4faabb1ffd075be8b2d2'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:51.468533 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:51.472671 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Usage tracker for resource:network and tenant:cd95306e5cde4faabb1ffd075be8b2d2 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:51.475777 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:51.481793 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:51.494581 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Made reservation on behalf of cd95306e5cde4faabb1ffd075be8b2d2 for: {'network': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:34:51.496888 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:51.509889 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-48a12511-4b70-4b4c-860c-6efdd3887e3c None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:34:51.512198 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:51.543169 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:51.546958 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:cd95306e5cde4faabb1ffd075be8b2d2 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:51.549694 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:51.555257 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:51.618656 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:51.623665 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:51.626554 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-983ba197-7cf4-4ab6-87f4-4eb480f18dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:51.655624 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=82811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:34:51.660895 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:51.664373 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:51.668020 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:51.668790 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.segments_db [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Added segment ff5107ce-a196-4398-a83e-cdcd5c2d0c38 of type vlan for network 6e7aac83-bab7-43ac-90da-d91f06757c70 Nov 13 07:34:51.694337 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:51.724951 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:51.726132 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:51.726705 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:51.729955 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:51.826576 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7aac83-bab7-43ac-90da-d91f06757c70,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:51.829895 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4969511 Nov 13 07:34:51.830856 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:51.833325 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37218) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:34:51.838991 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Request body: {'subnet': {'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-170358961-subnet', 'tenant_id': 'cd95306e5cde4faabb1ffd075be8b2d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:51.843005 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 6e7aac83-bab7-43ac-90da-d91f06757c70 details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:34:51.843813 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:51.847712 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Usage tracker for resource:subnet and tenant:cd95306e5cde4faabb1ffd075be8b2d2 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:51.851177 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:51.857141 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:51.868874 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Made reservation on behalf of cd95306e5cde4faabb1ffd075be8b2d2 for: {'subnet': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:34:51.871223 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4003135'] for subnet, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:51.957482 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-48a12511-4b70-4b4c-860c-6efdd3887e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': 'cf91cedd-2136-47e0-9dbd-a89848dbf3be', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'floating_ip_address': '172.28.0.150', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'port_id': '694de71a-637c-4bfc-a516-82caa23f73e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'mac_address': 'fa:16:3e:e1:4c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:34:30Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 1, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:34:51.962048 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a12511-4b70-4b4c-860c-6efdd3887e3c None None] The sync data for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb is: [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': 'cf91cedd-2136-47e0-9dbd-a89848dbf3be', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'floating_ip_address': '172.28.0.150', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'port_id': '694de71a-637c-4bfc-a516-82caa23f73e1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'mac_address': 'fa:16:3e:e1:4c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:34:30Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 1, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:34:52.075183 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3936177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4003113'] for subnet, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:52.078990 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f95d3c57-4c6f-4311-9472-942418d3afb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:52.148568 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f9648f-68a3-493d-b677-63d038b2caba,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:52.155450 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:52.165331 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Checking segment: {'id': 'ff5107ce-a196-4398-a83e-cdcd5c2d0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:34:52.165686 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Network hostable DHCP agents. Network: 6e7aac83-bab7-43ac-90da-d91f06757c70, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:34:52.188408 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Network 6e7aac83-bab7-43ac-90da-d91f06757c70 is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:34:52.198697 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 6e7aac83-bab7-43ac-90da-d91f06757c70) {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:34:52.202519 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:52.203294 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:52.207966 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8d037-64ac-4c33-a33d-e49e2fb51e92 None None] Network 6e7aac83-bab7-43ac-90da-d91f06757c70 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:34:52.227311 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3934298 Nov 13 07:34:52.428256 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebb1e71-991f-4a0c-9f8d-839b08df5357 None None] Network 6e7aac83-bab7-43ac-90da-d91f06757c70 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:34:54.431674 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4def5b2-b791-4106-912c-32a93d702637 req-30e1a461-a00e-4134-8b42-034abdae04a4 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:54.432329 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-c4def5b2-b791-4106-912c-32a93d702637 req-30e1a461-a00e-4134-8b42-034abdae04a4 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Synchronizing usage tracker for tenant:cd95306e5cde4faabb1ffd075be8b2d2 on resource:network {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:54.450380 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-c4def5b2-b791-4106-912c-32a93d702637 req-30e1a461-a00e-4134-8b42-034abdae04a4 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Unset dirty status for tenant:cd95306e5cde4faabb1ffd075be8b2d2 on resource:network {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:54.451714 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-30e1a461-a00e-4134-8b42-034abdae04a4 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/networks?id=6e7aac83-bab7-43ac-90da-d91f06757c70 HTTP/1.1" status: 200 len: 813 time: 0.1658840 Nov 13 07:34:54.469956 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-821b0836-7c7f-463b-afb1-ece1b1cf85ee tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/quotas/cd95306e5cde4faabb1ffd075be8b2d2 HTTP/1.1" status: 200 len: 375 time: 0.0126374 Nov 13 07:34:54.521632 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-2f7eea41-f7e4-4052-828a-3ad86b7135c2 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd95306e5cde4faabb1ffd075be8b2d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461764 Nov 13 07:34:54.659843 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-971bc20e-3122-44a4-ad93-e38ca106c48c service neutron] 10.222.0.15 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284022 Nov 13 07:34:54.806842 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-ea797832-49f3-4a65-a9e1-9546c259e690 service neutron] 10.222.0.15 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387250 Nov 13 07:34:55.023339 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-53f9fb86-2b93-483f-992e-afc8402afbbc req-2cc2e962-77e1-4706-a985-16e239e0e7a4 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 210 time: 0.0513144 Nov 13 07:34:55.030658 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf621bad-0867-431f-86b8-d95086f8b5c7 None None] New status for floating IP cf91cedd-2136-47e0-9dbd-a89848dbf3be: ACTIVE {{(pid=82814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:34:56.190883 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8bf28f77-d2b0-40df-aa50-39751d203caa req-8b2616c6-16d4-4394-b311-aa12b11b3537 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 210 time: 0.0434885 Nov 13 07:34:56.196965 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4def5b2-b791-4106-912c-32a93d702637 req-051d6497-d851-49f3-9d66-91f800928b38 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:56.198282 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-051d6497-d851-49f3-9d66-91f800928b38 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.36 "GET /v2.0/networks?id=6e7aac83-bab7-43ac-90da-d91f06757c70 HTTP/1.1" status: 200 len: 813 time: 0.1898603 Nov 13 07:34:56.223549 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Request body: {'port': {'device_id': '0f756557-4dbb-4a80-aae0-c1ddc458fe25', 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70', 'admin_state_up': True, 'tenant_id': 'cd95306e5cde4faabb1ffd075be8b2d2'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:56.355035 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:34:56.358953 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Usage tracker for resource:port and tenant:cd95306e5cde4faabb1ffd075be8b2d2 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:34:56.362077 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:34:56.368302 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:34:56.380941 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Made reservation on behalf of cd95306e5cde4faabb1ffd075be8b2d2 for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:34:56.383920 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:56.559407 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Allocated IP 172.20.0.14 (6e7aac83-bab7-43ac-90da-d91f06757c70/c7f9648f-68a3-493d-b677-63d038b2caba/c69e975f-9c9b-4fbc-a788-ea756bfcd76c) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:34:56.760848 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:56.791280 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:56.797047 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:56.860081 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Network 6e7aac83-bab7-43ac-90da-d91f06757c70 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:34:56.862994 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:34:56.871471 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:34:56.906347 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Pushing event updated for resources: {'Port': ['ID=c69e975f-9c9b-4fbc-a788-ea756bfcd76c,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:56.910534 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:56.936512 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:56.937089 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:56.965611 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7460401 Nov 13 07:34:56.986476 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Request body: {'port': {'device_id': '0f756557-4dbb-4a80-aae0-c1ddc458fe25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:34:57.092968 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:57.496441 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9140ea-59c3-4afb-968f-16048e54a061 req-2ba866a0-2dbf-44fb-8d00-b24d488887a5 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:57.497126 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-fb9140ea-59c3-4afb-968f-16048e54a061 req-2ba866a0-2dbf-44fb-8d00-b24d488887a5 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Synchronizing usage tracker for tenant:cd95306e5cde4faabb1ffd075be8b2d2 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:57.581650 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-fb9140ea-59c3-4afb-968f-16048e54a061 req-2ba866a0-2dbf-44fb-8d00-b24d488887a5 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Unset dirty status for tenant:cd95306e5cde4faabb1ffd075be8b2d2 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:57.582843 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fb9140ea-59c3-4afb-968f-16048e54a061 req-2ba866a0-2dbf-44fb-8d00-b24d488887a5 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 932 time: 0.2562981 Nov 13 07:34:57.584937 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69e975f-9c9b-4fbc-a788-ea756bfcd76c {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:34:57.604893 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:57.631995 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Transition to ACTIVE for port object c69e975f-9c9b-4fbc-a788-ea756bfcd76c will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:34:57.638883 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:57.644036 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:57.697565 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fb9140ea-59c3-4afb-968f-16048e54a061 req-eb1a7035-d2ed-4c9c-884c-dcedd4d2dcc2 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084859 Nov 13 07:34:57.770198 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e975f-9c9b-4fbc-a788-ea756bfcd76c,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:57.773025 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:57.890554 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Attempting to bind port c69e975f-9c9b-4fbc-a788-ea756bfcd76c on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:34:57.890881 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Attempting to bind port c69e975f-9c9b-4fbc-a788-ea756bfcd76c by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'ff5107ce-a196-4398-a83e-cdcd5c2d0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:34:57.891228 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Attempting to bind port c69e975f-9c9b-4fbc-a788-ea756bfcd76c on network 6e7aac83-bab7-43ac-90da-d91f06757c70 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:34:57.897393 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Port c69e975f-9c9b-4fbc-a788-ea756bfcd76c on network 6e7aac83-bab7-43ac-90da-d91f06757c70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:34:57.897740 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Attempting to bind port c69e975f-9c9b-4fbc-a788-ea756bfcd76c on network 6e7aac83-bab7-43ac-90da-d91f06757c70 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:34:57.904660 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:34:57.904991 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Checking segment: {'id': 'ff5107ce-a196-4398-a83e-cdcd5c2d0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:34:57.905370 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Bound using segment: {'id': 'ff5107ce-a196-4398-a83e-cdcd5c2d0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:34:57.905790 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Bound port: c69e975f-9c9b-4fbc-a788-ea756bfcd76c, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5107ce-a196-4398-a83e-cdcd5c2d0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:34:57.906113 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:57.994637 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] For port c69e975f-9c9b-4fbc-a788-ea756bfcd76c, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:34:57.997953 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] For port c69e975f-9c9b-4fbc-a788-ea756bfcd76c, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c69e975f-9c9b-4fbc-a788-ea756bfcd76c,segment=NetworkSegment(ff5107ce-a196-4398-a83e-cdcd5c2d0c38),segment_id=ff5107ce-a196-4398-a83e-cdcd5c2d0c38)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:34:58.004802 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:58.008351 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-28f84298-78fd-4497-8404-18ad9ba28a54 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:34:58.065029 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:34:58.066416 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] 10.222.0.36 "PUT /v2.0/ports/c69e975f-9c9b-4fbc-a788-ea756bfcd76c HTTP/1.1" status: 200 len: 1094 time: 1.0844705 Nov 13 07:34:58.066932 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f756557-4dbb-4a80-aae0-c1ddc458fe25', 'tag': 'c69e975f-9c9b-4fbc-a788-ea756bfcd76c'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:34:58.090110 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Pushing event updated for resources: {'Port': ['ID=c69e975f-9c9b-4fbc-a788-ea756bfcd76c,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:34:58.093362 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:34:58.150356 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f756557-4dbb-4a80-aae0-c1ddc458fe25', 'tag': 'c69e975f-9c9b-4fbc-a788-ea756bfcd76c', 'status': 'completed', 'code': 200} Nov 13 07:34:58.191158 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-ea5f129c-261f-4b00-a4cf-176d3f3d85d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd95306e5cde4faabb1ffd075be8b2d2&device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 1097 time: 0.0721416 Nov 13 07:34:58.267900 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-be4c0bce-6b94-4b94-a0bd-24693d1887cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c69e975f-9c9b-4fbc-a788-ea756bfcd76c HTTP/1.1" status: 200 len: 217 time: 0.0696433 Nov 13 07:34:58.334507 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4def5b2-b791-4106-912c-32a93d702637 req-0c0196db-8fe2-4c0e-a118-643d4fb32965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:58.335899 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-0c0196db-8fe2-4c0e-a118-643d4fb32965 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7f9648f-68a3-493d-b677-63d038b2caba HTTP/1.1" status: 200 len: 853 time: 0.0617859 Nov 13 07:34:58.386221 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-d765b99a-cffd-4023-b4f6-301684ec0325 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e7aac83-bab7-43ac-90da-d91f06757c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437038 Nov 13 07:34:58.516514 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-4cb5c7a5-897a-46e4-995e-4bb4cf22ce78 service neutron] 10.222.0.36 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234434 Nov 13 07:34:58.668478 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c4def5b2-b791-4106-912c-32a93d702637 req-301c8c03-5060-47b2-85f8-6f696a4d1430 service neutron] 10.222.0.36 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441388 Nov 13 07:34:58.797759 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1199ad96-3d0f-4091-be59-3433d93e5c56 req-14176eff-5f00-4330-ab50-344a248174d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd95306e5cde4faabb1ffd075be8b2d2&device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 1097 time: 0.0696807 Nov 13 07:34:58.903347 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce1890-9ad2-48d0-9052-726244b6b140 req-eb03b1f5-f323-478b-afdb-2457d1729435 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:58.904790 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-93ce1890-9ad2-48d0-9052-726244b6b140 req-eb03b1f5-f323-478b-afdb-2457d1729435 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 944 time: 0.0833535 Nov 13 07:34:58.936281 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ad96-3d0f-4091-be59-3433d93e5c56 req-106ee585-16a8-4610-926e-fc016157fb9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:58.937695 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1199ad96-3d0f-4091-be59-3433d93e5c56 req-106ee585-16a8-4610-926e-fc016157fb9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e7aac83-bab7-43ac-90da-d91f06757c70 HTTP/1.1" status: 200 len: 914 time: 0.1319616 Nov 13 07:34:58.951491 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-93ce1890-9ad2-48d0-9052-726244b6b140 req-7140c1a5-b38b-460d-8be9-d7d89914be42 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Synchronizing usage tracker for tenant:cd95306e5cde4faabb1ffd075be8b2d2 on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:34:58.970059 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-93ce1890-9ad2-48d0-9052-726244b6b140 req-7140c1a5-b38b-460d-8be9-d7d89914be42 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Unset dirty status for tenant:cd95306e5cde4faabb1ffd075be8b2d2 on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:34:58.971430 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-93ce1890-9ad2-48d0-9052-726244b6b140 req-7140c1a5-b38b-460d-8be9-d7d89914be42 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598857 Nov 13 07:34:59.087934 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1199ad96-3d0f-4091-be59-3433d93e5c56 req-d228adfa-534f-4dec-bb2f-86fdff2dca64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c69e975f-9c9b-4fbc-a788-ea756bfcd76c HTTP/1.1" status: 200 len: 217 time: 0.1421914 Nov 13 07:34:59.154944 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ad96-3d0f-4091-be59-3433d93e5c56 req-ccc19f64-a9d7-4811-84f9-553e86407190 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:34:59.156381 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1199ad96-3d0f-4091-be59-3433d93e5c56 req-ccc19f64-a9d7-4811-84f9-553e86407190 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7f9648f-68a3-493d-b677-63d038b2caba HTTP/1.1" status: 200 len: 853 time: 0.0585551 Nov 13 07:34:59.204651 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1199ad96-3d0f-4091-be59-3433d93e5c56 req-41c7d780-28a9-4472-946c-2137ac48f377 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e7aac83-bab7-43ac-90da-d91f06757c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382652 Nov 13 07:34:59.340082 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1199ad96-3d0f-4091-be59-3433d93e5c56 req-04ed966a-a19b-4fc1-b2a6-799c9d652775 service neutron] 10.222.0.36 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262126 Nov 13 07:34:59.475157 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1199ad96-3d0f-4091-be59-3433d93e5c56 req-dfffa470-6a09-443c-ad1f-f522c0895b01 service neutron] 10.222.0.36 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278727 Nov 13 07:35:00.192976 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324b24f-3455-4813-a9e5-08a49582d6b8 req-4209b0c1-06dc-4f0c-8ead-67ba3d5ea087 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:00.194470 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1324b24f-3455-4813-a9e5-08a49582d6b8 req-4209b0c1-06dc-4f0c-8ead-67ba3d5ea087 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 944 time: 0.0866957 Nov 13 07:35:00.244244 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1324b24f-3455-4813-a9e5-08a49582d6b8 req-9d882fe9-77fc-49ba-ac1e-85b2bd472614 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Nov 13 07:35:00.698272 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device c69e975f-9c9b-4fbc-a788-ea756bfcd76c details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:35:00.843745 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port c69e975f-9c9b-4fbc-a788-ea756bfcd76c, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c69e975f-9c9b-4fbc-a788-ea756bfcd76c,segment=NetworkSegment(ff5107ce-a196-4398-a83e-cdcd5c2d0c38),segment_id=ff5107ce-a196-4398-a83e-cdcd5c2d0c38)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:35:00.861337 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': 'c69e975f-9c9b-4fbc-a788-ea756bfcd76c', 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70', 'port_id': 'c69e975f-9c9b-4fbc-a788-ea756bfcd76c', 'mac_address': 'fa:16:3e:6a:39:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f9648f-68a3-493d-b677-63d038b2caba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:35:00.918683 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:00.935374 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69e975f-9c9b-4fbc-a788-ea756bfcd76c {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:35:00.957426 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port c69e975f-9c9b-4fbc-a788-ea756bfcd76c, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c69e975f-9c9b-4fbc-a788-ea756bfcd76c,segment=NetworkSegment(ff5107ce-a196-4398-a83e-cdcd5c2d0c38),segment_id=ff5107ce-a196-4398-a83e-cdcd5c2d0c38)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:35:00.965375 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:00.967084 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-26405f95-6ecc-4d2f-b02f-e525f3397dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:35:01.028798 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=c69e975f-9c9b-4fbc-a788-ea756bfcd76c,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:35:01.032103 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:35:01.226530 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['c69e975f-9c9b-4fbc-a788-ea756bfcd76c'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:35:01.460287 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cebbce-60ba-4072-8409-4089add7a47c req-749c5134-0a0a-40b7-812c-2dcd19f4f217 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:01.461780 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-94cebbce-60ba-4072-8409-4089add7a47c req-749c5134-0a0a-40b7-812c-2dcd19f4f217 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 945 time: 0.0859268 Nov 13 07:35:01.507444 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-94cebbce-60ba-4072-8409-4089add7a47c req-5baf7191-1a64-4dca-b6fc-f429ff259d07 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400205 Nov 13 07:35:02.716350 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device c69e975f-9c9b-4fbc-a788-ea756bfcd76c up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:35:02.719712 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4be774-21e2-41ee-a968-249491f74268 req-8e3bf663-f1ef-4606-a6b1-ece2e9e83b88 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:02.721232 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cb4be774-21e2-41ee-a968-249491f74268 req-8e3bf663-f1ef-4606-a6b1-ece2e9e83b88 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 945 time: 0.0835767 Nov 13 07:35:02.766340 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cb4be774-21e2-41ee-a968-249491f74268 req-d5416059-3f1a-46e2-9ba1-0b3cde175f5d tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Nov 13 07:35:02.792993 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port c69e975f-9c9b-4fbc-a788-ea756bfcd76c completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:35:02.798083 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port c69e975f-9c9b-4fbc-a788-ea756bfcd76c triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:35:02.798464 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:02.914779 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:02.943339 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f756557-4dbb-4a80-aae0-c1ddc458fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e975f-9c9b-4fbc-a788-ea756bfcd76c'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:35:02.953492 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port c69e975f-9c9b-4fbc-a788-ea756bfcd76c, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c69e975f-9c9b-4fbc-a788-ea756bfcd76c,segment=NetworkSegment(ff5107ce-a196-4398-a83e-cdcd5c2d0c38),segment_id=ff5107ce-a196-4398-a83e-cdcd5c2d0c38)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:35:02.957661 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:02.960022 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:35:03.001704 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f756557-4dbb-4a80-aae0-c1ddc458fe25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69e975f-9c9b-4fbc-a788-ea756bfcd76c', 'code': 200} Nov 13 07:35:03.025063 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=c69e975f-9c9b-4fbc-a788-ea756bfcd76c,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:35:03.028017 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:35:03.252160 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-80cf59a5-8d18-480a-9d5d-77d59adbb388 req-bc6fbb4a-d2c5-4ce1-881c-844a36f27cc2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 1099 time: 0.0721593 Nov 13 07:35:03.297590 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-80cf59a5-8d18-480a-9d5d-77d59adbb388 req-31a766a9-378b-4bf5-a7e9-deb94ba4d912 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362017 Nov 13 07:35:04.050156 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853b0c5-2506-4934-9775-7c0fb54b1e4b req-3c7df0fb-6614-4d43-80f0-20aa0feb1bc4 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:04.051623 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9853b0c5-2506-4934-9775-7c0fb54b1e4b req-3c7df0fb-6614-4d43-80f0-20aa0feb1bc4 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 946 time: 0.1545439 Nov 13 07:35:04.100490 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9853b0c5-2506-4934-9775-7c0fb54b1e4b req-ad2dcfe6-d2fb-4747-a86d-a8cfc8344192 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406842 Nov 13 07:35:05.029298 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:05.317652 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e61b7-c3c2-48d3-bedb-081ffc50bf8f req-45ae89e6-1e4f-42b6-8ea0-ff3709d9be8e tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:05.319068 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-da7e61b7-c3c2-48d3-bedb-081ffc50bf8f req-45ae89e6-1e4f-42b6-8ea0-ff3709d9be8e tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 946 time: 0.0813000 Nov 13 07:35:05.365639 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-da7e61b7-c3c2-48d3-bedb-081ffc50bf8f req-4396302c-adb6-477d-95b3-00f6e5cf0584 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402794 Nov 13 07:35:05.537079 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e3fd5b9c-b504-4b64-8987-9ed45bdff189 req-7ce99dc2-7448-477d-8b63-e8d07d758556 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679853 Nov 13 07:35:05.684802 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e3fd5b9c-b504-4b64-8987-9ed45bdff189 req-45626f6e-714d-4420-aa79-f10cb798b754 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5719e016a984b5995266b3b6d7bf2eb&device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 1137 time: 0.0744305 Nov 13 07:35:05.837478 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd5b9c-b504-4b64-8987-9ed45bdff189 req-7bf2ae03-10af-4606-b26b-155b6eaa7f7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:05.839217 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e3fd5b9c-b504-4b64-8987-9ed45bdff189 req-7bf2ae03-10af-4606-b26b-155b6eaa7f7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64 HTTP/1.1" status: 200 len: 915 time: 0.1347320 Nov 13 07:35:05.955653 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e3fd5b9c-b504-4b64-8987-9ed45bdff189 req-3eceaedb-598b-4c08-925f-238a2f73e4b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 200 len: 1000 time: 0.1085839 Nov 13 07:35:06.021968 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd5b9c-b504-4b64-8987-9ed45bdff189 req-fb5dac94-d8c2-49e3-a5cb-85b7cc25468b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:06.023486 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e3fd5b9c-b504-4b64-8987-9ed45bdff189 req-fb5dac94-d8c2-49e3-a5cb-85b7cc25468b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09174ffa-30a2-47e9-aaa5-ab5ba387d3ab HTTP/1.1" status: 200 len: 853 time: 0.0594063 Nov 13 07:35:06.108309 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e3fd5b9c-b504-4b64-8987-9ed45bdff189 req-d572e2d0-331f-4ad9-b6e7-1fa12f12a7e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723209 Nov 13 07:35:06.247682 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e3fd5b9c-b504-4b64-8987-9ed45bdff189 req-eec2ffd1-671e-4206-9fa9-52d9d358a6b4 service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317558 Nov 13 07:35:06.385406 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e3fd5b9c-b504-4b64-8987-9ed45bdff189 req-e4fb6ed6-e151-4165-8eea-4e80b5bbed8c service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289756 Nov 13 07:35:09.694449 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-79edb201-e066-4581-84d9-5039b7c73aa9 req-fac430b0-084b-4983-bc01-8769fd3fc827 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5719e016a984b5995266b3b6d7bf2eb&device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 1137 time: 0.0761349 Nov 13 07:35:09.704741 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616b93d-2cb5-4461-85c0-5fa8eac784cc req-f773fcec-0753-4704-bce1-ea62adea6927 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:09.706399 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c616b93d-2cb5-4461-85c0-5fa8eac784cc req-f773fcec-0753-4704-bce1-ea62adea6927 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0774648 Nov 13 07:35:09.755718 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c616b93d-2cb5-4461-85c0-5fa8eac784cc req-0f063c12-99a6-4461-9559-ce25613b6515 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427053 Nov 13 07:35:09.907329 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edb201-e066-4581-84d9-5039b7c73aa9 req-f503ff26-c612-4949-8d4f-4ea113d9ff09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:09.908848 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-79edb201-e066-4581-84d9-5039b7c73aa9 req-f503ff26-c612-4949-8d4f-4ea113d9ff09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64 HTTP/1.1" status: 200 len: 915 time: 0.2017162 Nov 13 07:35:10.019778 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-79edb201-e066-4581-84d9-5039b7c73aa9 req-b3c21755-02be-4911-9233-e3ebd2d1fbaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 200 len: 1000 time: 0.1008573 Nov 13 07:35:10.085002 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edb201-e066-4581-84d9-5039b7c73aa9 req-92083b31-380f-4aec-882d-be4b2d0bb4b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:10.086441 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-79edb201-e066-4581-84d9-5039b7c73aa9 req-92083b31-380f-4aec-882d-be4b2d0bb4b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09174ffa-30a2-47e9-aaa5-ab5ba387d3ab HTTP/1.1" status: 200 len: 853 time: 0.0595579 Nov 13 07:35:10.171111 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-79edb201-e066-4581-84d9-5039b7c73aa9 req-ee5501fe-fad2-484a-8344-897a7887b62a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721447 Nov 13 07:35:10.319719 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-79edb201-e066-4581-84d9-5039b7c73aa9 req-ed17d961-672d-4ac0-88c1-d9bdc2d64ff2 service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400688 Nov 13 07:35:10.457034 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-79edb201-e066-4581-84d9-5039b7c73aa9 req-6e2b3775-b018-4092-9771-3e21aeb997f1 service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291690 Nov 13 07:35:10.971122 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c788e5-3471-4650-b9b2-1016f4db971a req-bbc44b89-0521-4625-8837-9051d1c22127 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:10.972590 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-15c788e5-3471-4650-b9b2-1016f4db971a req-bbc44b89-0521-4625-8837-9051d1c22127 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0907733 Nov 13 07:35:11.023985 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-15c788e5-3471-4650-b9b2-1016f4db971a req-0524613e-c416-4cf5-aca9-8a43967047ad tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456026 Nov 13 07:35:12.230779 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344b53-d31d-46b5-a9e6-48b2e5f2d8d4 req-792030d8-eb55-481b-8e74-a846b53bf22b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:12.232922 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1a344b53-d31d-46b5-a9e6-48b2e5f2d8d4 req-792030d8-eb55-481b-8e74-a846b53bf22b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0825777 Nov 13 07:35:12.261665 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-f5bd4b8d-367a-43d1-a219-9c0f8626f258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:12.289765 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1a344b53-d31d-46b5-a9e6-48b2e5f2d8d4 req-19fc83eb-7d1e-4f5b-971c-81f2ef0ff30a tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509582 Nov 13 07:35:12.723176 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:13.493471 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6b0e1-1f5e-4f9b-ab6a-2f37a9cf4f54 req-b983e8c0-d3bf-4e0a-89a2-ff9c094a4d25 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:13.494951 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7af6b0e1-1f5e-4f9b-ab6a-2f37a9cf4f54 req-b983e8c0-d3bf-4e0a-89a2-ff9c094a4d25 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0777786 Nov 13 07:35:13.544863 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7af6b0e1-1f5e-4f9b-ab6a-2f37a9cf4f54 req-57f136fa-5995-4baa-98cc-5d2692129cbf tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416894 Nov 13 07:35:14.353722 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-a061a3e0-5b7e-4676-bf44-f579a0ddf52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:14.751801 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2802e9-b139-4201-a837-c37cff35252c req-8d3400f3-96b5-4acb-86f4-10362682e3fd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:14.753268 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9a2802e9-b139-4201-a837-c37cff35252c req-8d3400f3-96b5-4acb-86f4-10362682e3fd tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0827851 Nov 13 07:35:14.799677 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9a2802e9-b139-4201-a837-c37cff35252c req-f6bcf3b7-55e8-4194-9951-45ac4feb7cf5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407555 Nov 13 07:35:15.460390 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:16.012975 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173bcad-0915-41dd-b1ca-09b92edf8496 req-a064a597-8a7c-49ed-92fd-95bc38466c40 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:16.014347 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3173bcad-0915-41dd-b1ca-09b92edf8496 req-a064a597-8a7c-49ed-92fd-95bc38466c40 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0818491 Nov 13 07:35:16.067283 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3173bcad-0915-41dd-b1ca-09b92edf8496 req-18a29e95-1065-471e-9ec6-1c6e2ee187ab tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468369 Nov 13 07:35:16.937738 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:16.985875 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:35:17.273869 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff88db-9c0f-4f18-9122-dfe40c8ed0eb req-d93f63e2-f16c-499e-b018-528d8cecabc3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:17.275403 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-53ff88db-9c0f-4f18-9122-dfe40c8ed0eb req-d93f63e2-f16c-499e-b018-528d8cecabc3 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0845649 Nov 13 07:35:17.325749 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-53ff88db-9c0f-4f18-9122-dfe40c8ed0eb req-e1847dd8-de55-4cc1-938c-8d5ff65d0c0b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446424 Nov 13 07:35:18.557884 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66d70c-144d-493e-8e2e-4b48268cadab req-5986b4fc-5a73-489b-88b2-41fb8eae2303 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:18.559631 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-df66d70c-144d-493e-8e2e-4b48268cadab req-5986b4fc-5a73-489b-88b2-41fb8eae2303 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.1003244 Nov 13 07:35:18.615486 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-df66d70c-144d-493e-8e2e-4b48268cadab req-2568df26-ead5-45e8-a3da-90b42c9eb27a tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500143 Nov 13 07:35:19.845861 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89713136-ade6-4cf6-b72e-faa0be8dc12d req-95e36a01-8f8c-4b29-9aaf-1f8f5e4d5f8a tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:19.847360 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-89713136-ade6-4cf6-b72e-faa0be8dc12d req-95e36a01-8f8c-4b29-9aaf-1f8f5e4d5f8a tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0899389 Nov 13 07:35:19.895669 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-89713136-ade6-4cf6-b72e-faa0be8dc12d req-aff72eb4-f7fd-4914-8e86-50b56819e737 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425031 Nov 13 07:35:21.108648 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a05a7-f827-4ecf-9b71-cea5ea3814fe req-f736ece9-d40c-4b6b-b1be-abb3506caec8 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:21.110167 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-212a05a7-f827-4ecf-9b71-cea5ea3814fe req-f736ece9-d40c-4b6b-b1be-abb3506caec8 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0834379 Nov 13 07:35:21.158394 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-212a05a7-f827-4ecf-9b71-cea5ea3814fe req-767fc0df-9f09-4d72-b317-0f8e717d31b8 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425699 Nov 13 07:35:22.376939 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf472-1a77-44e5-8d9a-8a304207f130 req-4370bc87-1ee2-4202-9f5d-fa3cb4077bf2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:22.378294 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-26ccf472-1a77-44e5-8d9a-8a304207f130 req-4370bc87-1ee2-4202-9f5d-fa3cb4077bf2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0816791 Nov 13 07:35:22.427695 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-26ccf472-1a77-44e5-8d9a-8a304207f130 req-0dbbde5b-0def-4679-9600-0c0c427f992a tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436130 Nov 13 07:35:23.633488 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37f530-f786-4af1-98c2-52dd01700bd1 req-f89ef2f5-9767-42c0-ab74-7bf12491a203 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:23.634958 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ba37f530-f786-4af1-98c2-52dd01700bd1 req-f89ef2f5-9767-42c0-ab74-7bf12491a203 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0829895 Nov 13 07:35:23.683913 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ba37f530-f786-4af1-98c2-52dd01700bd1 req-e99399f2-6329-47c0-a317-64841e72fb4f tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405750 Nov 13 07:35:24.890820 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0daf6-b383-481c-9a54-05a1f49dd2ae req-8e38f7a6-ad1a-4120-baef-542ad7fb637f tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:24.892295 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-08e0daf6-b383-481c-9a54-05a1f49dd2ae req-8e38f7a6-ad1a-4120-baef-542ad7fb637f tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0800509 Nov 13 07:35:24.939868 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-08e0daf6-b383-481c-9a54-05a1f49dd2ae req-8e0d3ecd-b32c-49f0-b5b4-41145d97a056 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418022 Nov 13 07:35:26.143713 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e46a9-9c63-4ea5-a675-4068636992a9 req-ffa4fced-f162-4d20-9429-b66b174b09e1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:26.145174 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f35e46a9-9c63-4ea5-a675-4068636992a9 req-ffa4fced-f162-4d20-9429-b66b174b09e1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0822992 Nov 13 07:35:26.195887 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f35e46a9-9c63-4ea5-a675-4068636992a9 req-55c26343-2a22-41f0-979a-b4c966eff5af tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447369 Nov 13 07:35:27.406542 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbc6f4-00ab-483e-a274-1725d3dedc01 req-f5eab27a-9fe5-4ee6-addc-7a8333c682d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:27.407957 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-27dbc6f4-00ab-483e-a274-1725d3dedc01 req-f5eab27a-9fe5-4ee6-addc-7a8333c682d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0831902 Nov 13 07:35:27.457263 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-27dbc6f4-00ab-483e-a274-1725d3dedc01 req-1a6ab72d-1125-4054-8926-b898a60c6505 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&id=41e64c76-73af-4e41-863f-6ce7915b9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434608 Nov 13 07:35:32.112183 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75b915-9b98-457b-a756-76cdfc098aa4 req-4259878d-74d1-436f-9d39-06e6db921913 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:32.113545 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9b75b915-9b98-457b-a756-76cdfc098aa4 req-4259878d-74d1-436f-9d39-06e6db921913 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0795701 Nov 13 07:35:32.166332 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9b75b915-9b98-457b-a756-76cdfc098aa4 req-8e0bef3c-b0aa-4f95-8ff3-079f2a14b6b9 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444517 Nov 13 07:35:33.410756 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0307cee-2d30-4aeb-bb90-c41fe3d55ead req-6210b9f3-ca13-47fa-81e4-867a687d00b1 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:33.412226 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e0307cee-2d30-4aeb-bb90-c41fe3d55ead req-6210b9f3-ca13-47fa-81e4-867a687d00b1 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0842140 Nov 13 07:35:33.457982 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e0307cee-2d30-4aeb-bb90-c41fe3d55ead req-881c07ad-1bd0-45d2-b5b0-8184c097ae4a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397842 Nov 13 07:35:34.679797 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6a23d-9764-4007-b852-f8b42976ac08 req-6c732480-99bd-4e86-a0e4-1cbaefc55c67 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:34.681169 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dba6a23d-9764-4007-b852-f8b42976ac08 req-6c732480-99bd-4e86-a0e4-1cbaefc55c67 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0799227 Nov 13 07:35:34.735881 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dba6a23d-9764-4007-b852-f8b42976ac08 req-1e340842-5a43-4824-8984-a20a8aa65ac9 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482872 Nov 13 07:35:35.028544 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:35.961129 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4b2da-4330-4666-a132-4e9c07f86f30 req-b7dad935-546d-4e86-9615-c370a978d294 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:35.962602 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3af4b2da-4330-4666-a132-4e9c07f86f30 req-b7dad935-546d-4e86-9615-c370a978d294 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0830064 Nov 13 07:35:36.010108 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3af4b2da-4330-4666-a132-4e9c07f86f30 req-8cbdbcaa-89bc-4776-9d75-43ab51ddc297 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414040 Nov 13 07:35:37.238325 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46564b-e52a-4d9c-a621-c7dbac62ef8c req-0d2fab4c-99ec-4029-8c72-a279e7569cba tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:37.239833 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6d46564b-e52a-4d9c-a621-c7dbac62ef8c req-0d2fab4c-99ec-4029-8c72-a279e7569cba tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0901396 Nov 13 07:35:37.286120 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6d46564b-e52a-4d9c-a621-c7dbac62ef8c req-d4c064f7-3e3c-4287-942a-4daae03b0e4f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397751 Nov 13 07:35:38.507460 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6568c-dfc2-444b-9037-947e7f9379ea req-fcccbc74-b2a8-48d8-b15a-b211dcd6a0de tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:38.508890 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-cfd6568c-dfc2-444b-9037-947e7f9379ea req-fcccbc74-b2a8-48d8-b15a-b211dcd6a0de tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0860553 Nov 13 07:35:38.553822 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-cfd6568c-dfc2-444b-9037-947e7f9379ea req-cb0adf7d-9410-4428-aa77-bf0f0f82fc26 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387504 Nov 13 07:35:39.784331 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd71d1-d2f5-4ac6-8cb1-514a0c557965 req-02e4f17c-eca9-4a89-add8-ca7d00f447bf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:39.785771 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-48dd71d1-d2f5-4ac6-8cb1-514a0c557965 req-02e4f17c-eca9-4a89-add8-ca7d00f447bf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0879591 Nov 13 07:35:39.838204 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-48dd71d1-d2f5-4ac6-8cb1-514a0c557965 req-1aed7ddc-c29d-4a76-9d81-7547d74f5aeb tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465589 Nov 13 07:35:41.060477 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b576ed4-f029-419e-9381-f7e76fe63715 req-7f4ce961-53ef-4435-9386-e89c927af896 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:41.061911 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6b576ed4-f029-419e-9381-f7e76fe63715 req-7f4ce961-53ef-4435-9386-e89c927af896 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0836082 Nov 13 07:35:41.108231 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6b576ed4-f029-419e-9381-f7e76fe63715 req-45d1023b-aa78-4a9f-b779-bb721e1488b5 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406673 Nov 13 07:35:41.956565 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5c6e6-e35f-467d-967a-302bd783f398 req-1ee1ac5c-bab4-4fd0-ba56-2a5596c6d6f3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:41.958410 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-18e5c6e6-e35f-467d-967a-302bd783f398 req-1ee1ac5c-bab4-4fd0-ba56-2a5596c6d6f3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 946 time: 0.0845804 Nov 13 07:35:42.008177 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-18e5c6e6-e35f-467d-967a-302bd783f398 req-58ca6764-ffa9-44fa-9b6d-d22246bc2421 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 Nov 13 07:35:42.257432 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-12bbf23d-a79a-4378-b414-c008f0d05ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:42.335379 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3e2af-b006-4c2e-867e-ef353f29d926 req-fd38bef7-2084-4be8-b226-8d159723c682 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:42.336741 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6fc3e2af-b006-4c2e-867e-ef353f29d926 req-fd38bef7-2084-4be8-b226-8d159723c682 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0772042 Nov 13 07:35:42.385819 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6fc3e2af-b006-4c2e-867e-ef353f29d926 req-feb21380-f455-4518-8f75-ee54e2a9829e tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431879 Nov 13 07:35:42.730892 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:43.223628 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163702e-5ef5-4d98-a758-605f98076832 req-5a4dafb2-47cf-423d-ae58-a2e64e9abfc2 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:43.225096 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0163702e-5ef5-4d98-a758-605f98076832 req-5a4dafb2-47cf-423d-ae58-a2e64e9abfc2 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 946 time: 0.0875864 Nov 13 07:35:43.274403 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0163702e-5ef5-4d98-a758-605f98076832 req-6d441c8b-5149-4799-a19f-784316fd0ae2 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 Nov 13 07:35:43.620940 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9b750-7844-46a5-9ad6-600a6daadb73 req-a0787195-ce50-4806-8ce2-aa9790cd173b tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:43.622296 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c2f9b750-7844-46a5-9ad6-600a6daadb73 req-a0787195-ce50-4806-8ce2-aa9790cd173b tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0897462 Nov 13 07:35:43.671482 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c2f9b750-7844-46a5-9ad6-600a6daadb73 req-80360e77-c4db-44f8-96bb-32edda3859a9 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408683 Nov 13 07:35:44.358399 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-dbf9d4de-950c-454e-a66c-7acd3f53ebdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:44.482015 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3c3a9-022d-4e67-a8e1-eddca03ad48d req-79342487-fce8-4732-9813-ac405cb92047 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:44.483492 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9dd3c3a9-022d-4e67-a8e1-eddca03ad48d req-79342487-fce8-4732-9813-ac405cb92047 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 946 time: 0.0838835 Nov 13 07:35:44.601601 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9dd3c3a9-022d-4e67-a8e1-eddca03ad48d req-06296477-31ac-4a96-9481-23223eb7c892 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125479 Nov 13 07:35:44.964906 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b378d5f-c94a-43a1-8225-0cdd67762bd2 req-16634a04-c120-4971-93b3-5ecd5e016601 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:44.966376 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4b378d5f-c94a-43a1-8225-0cdd67762bd2 req-16634a04-c120-4971-93b3-5ecd5e016601 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.1571088 Nov 13 07:35:44.997235 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 694de71a-637c-4bfc-a516-82caa23f73e1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:35:45.016201 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4b378d5f-c94a-43a1-8225-0cdd67762bd2 req-d01fc618-6df1-4192-80e7-95ed4c2e0348 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433569 Nov 13 07:35:45.135303 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:35:45.149084 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '694de71a-637c-4bfc-a516-82caa23f73e1', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'port_id': '694de71a-637c-4bfc-a516-82caa23f73e1', 'mac_address': 'fa:16:3e:e1:4c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:35:45.206378 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:45.225311 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 694de71a-637c-4bfc-a516-82caa23f73e1 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:35:45.243797 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:35:45.248942 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:45.252605 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:35:45.323141 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=694de71a-637c-4bfc-a516-82caa23f73e1,revision_number=6']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:35:45.332116 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:45.332469 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:45.332783 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:45.333477 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:45.333800 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:45.334128 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:45.334455 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:45.334780 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:45.335096 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:45.335409 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:45.335723 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:45.339894 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:35:45.344506 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['694de71a-637c-4bfc-a516-82caa23f73e1'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:35:45.493734 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:45.819026 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b006ae-e79c-4130-959a-5bb7d06d3343 req-4ebfa582-4a1f-4857-8e61-17c2ac863229 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:45.820630 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-24b006ae-e79c-4130-959a-5bb7d06d3343 req-4ebfa582-4a1f-4857-8e61-17c2ac863229 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 946 time: 0.0800304 Nov 13 07:35:45.879293 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-24b006ae-e79c-4130-959a-5bb7d06d3343 req-b6f5c589-def3-4674-9756-2f1e8ad974cd tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493319 Nov 13 07:35:46.249370 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb1495-7dea-4921-8337-850f382b85b2 req-36c2dd5f-986f-49a0-93df-06a48318313f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:46.252644 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fbcb1495-7dea-4921-8337-850f382b85b2 req-36c2dd5f-986f-49a0-93df-06a48318313f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 945 time: 0.0854318 Nov 13 07:35:46.300841 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fbcb1495-7dea-4921-8337-850f382b85b2 req-f01470b1-d78b-481a-aeec-8b6a4f4e3615 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423174 Nov 13 07:35:46.960354 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:47.008358 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 694de71a-637c-4bfc-a516-82caa23f73e1 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:35:47.089664 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 694de71a-637c-4bfc-a516-82caa23f73e1 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:35:47.090034 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:47.096060 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68f758-26d3-452e-9415-8d5a4cfab2bc req-dd585c7e-c313-4cea-8033-c34b48b7bea6 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:47.103640 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b68f758-26d3-452e-9415-8d5a4cfab2bc req-dd585c7e-c313-4cea-8033-c34b48b7bea6 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 946 time: 0.0883300 Nov 13 07:35:47.158764 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b68f758-26d3-452e-9415-8d5a4cfab2bc req-5ed1b83f-8293-42fd-8337-b7fb3be242c9 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537684 Nov 13 07:35:47.227690 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:47.266177 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:35:47.279745 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:35:47.285153 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:47.288391 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:35:47.327246 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1', 'code': 200} Nov 13 07:35:47.387053 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=694de71a-637c-4bfc-a516-82caa23f73e1,revision_number=7']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:35:47.395178 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:35:47.552894 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cc538-a270-4b1a-aee7-f3c6668ca0a8 req-ca69cb1c-9a59-406e-b3f4-981bfafbca4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:47.554404 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d88cc538-a270-4b1a-aee7-f3c6668ca0a8 req-ca69cb1c-9a59-406e-b3f4-981bfafbca4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0975513 Nov 13 07:35:47.658740 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d88cc538-a270-4b1a-aee7-f3c6668ca0a8 req-345218c7-fc8c-4a2d-b764-460898e98b83 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638607 Nov 13 07:35:47.684984 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed59de-5fbf-42fe-b1da-ac8f8cdbb698 req-90f15bf6-7a05-4c99-92d5-07fd29fc355d tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:47.687158 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f8ed59de-5fbf-42fe-b1da-ac8f8cdbb698 req-90f15bf6-7a05-4c99-92d5-07fd29fc355d tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 946 time: 0.1292901 Nov 13 07:35:47.761652 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-f8ed59de-5fbf-42fe-b1da-ac8f8cdbb698 req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Deleting port c69e975f-9c9b-4fbc-a788-ea756bfcd76c {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:35:47.761994 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-f8ed59de-5fbf-42fe-b1da-ac8f8cdbb698 req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:48.024328 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-f8ed59de-5fbf-42fe-b1da-ac8f8cdbb698 req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] For port c69e975f-9c9b-4fbc-a788-ea756bfcd76c, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c69e975f-9c9b-4fbc-a788-ea756bfcd76c,segment=NetworkSegment(ff5107ce-a196-4398-a83e-cdcd5c2d0c38),segment_id=ff5107ce-a196-4398-a83e-cdcd5c2d0c38)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:35:48.024675 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-f8ed59de-5fbf-42fe-b1da-ac8f8cdbb698 req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:48.151093 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-f8ed59de-5fbf-42fe-b1da-ac8f8cdbb698 req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Calling delete_port for c69e975f-9c9b-4fbc-a788-ea756bfcd76c owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:35:48.345649 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-f8ed59de-5fbf-42fe-b1da-ac8f8cdbb698 req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:48.357701 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-01b5c848-bc6e-4342-9483-1d3a8931e971 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:35:48.364422 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['c69e975f-9c9b-4fbc-a788-ea756bfcd76c'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:35:48.370825 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1858b-0719-4d4b-b08f-11e2fa069d52 req-bd0831a0-1da6-4deb-af14-b6a7b30755bc tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:48.378311 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a3f1858b-0719-4d4b-b08f-11e2fa069d52 req-bd0831a0-1da6-4deb-af14-b6a7b30755bc tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f756557-4dbb-4a80-aae0-c1ddc458fe25 HTTP/1.1" status: 200 len: 946 time: 0.1060977 Nov 13 07:35:48.426589 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a3f1858b-0719-4d4b-b08f-11e2fa069d52 req-aa638b7f-fd65-4136-a490-7141f810098a tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473399 Nov 13 07:35:48.440865 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Pushing event deleted for resources: {'Port': ['ID=c69e975f-9c9b-4fbc-a788-ea756bfcd76c,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:35:48.494589 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ed59de-5fbf-42fe-b1da-ac8f8cdbb698 req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] No DVR routers for this DVR port c69e975f-9c9b-4fbc-a788-ea756bfcd76c on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:35:48.497313 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-f8ed59de-5fbf-42fe-b1da-ac8f8cdbb698 req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:48.504818 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f756557-4dbb-4a80-aae0-c1ddc458fe25', 'name': 'network-vif-deleted', 'tag': 'c69e975f-9c9b-4fbc-a788-ea756bfcd76c'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:35:48.509704 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:48.510109 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:48.510458 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:48.510828 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:48.511268 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:48.511605 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:48.511938 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:48.512276 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:48.512606 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:48.512935 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:48.513263 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:35:48.516447 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:35:48.526840 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f8ed59de-5fbf-42fe-b1da-ac8f8cdbb698 req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.36 "DELETE /v2.0/ports/c69e975f-9c9b-4fbc-a788-ea756bfcd76c HTTP/1.1" status: 204 len: 173 time: 0.8336546 Nov 13 07:35:48.595646 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f756557-4dbb-4a80-aae0-c1ddc458fe25', 'name': 'network-vif-deleted', 'tag': 'c69e975f-9c9b-4fbc-a788-ea756bfcd76c', 'status': 'completed', 'code': 200} Nov 13 07:35:48.886274 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd87018-a99b-4c38-9274-901c43c27fea req-b1497f97-51dc-4097-a4a6-e0655671fe09 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:48.887841 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4fd87018-a99b-4c38-9274-901c43c27fea req-b1497f97-51dc-4097-a4a6-e0655671fe09 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0818019 Nov 13 07:35:48.940105 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4fd87018-a99b-4c38-9274-901c43c27fea req-6d03dd67-c776-4c83-abf4-5d34b99ad0dd tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465910 Nov 13 07:35:50.174435 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b1ec6c-e694-43f7-8dbf-0b1a3f3a6da0 req-641bcd6c-fd58-4ab7-a0e7-09199167d506 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:50.176009 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-41b1ec6c-e694-43f7-8dbf-0b1a3f3a6da0 req-641bcd6c-fd58-4ab7-a0e7-09199167d506 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0828297 Nov 13 07:35:50.235279 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-41b1ec6c-e694-43f7-8dbf-0b1a3f3a6da0 req-784d4e13-4c84-4a37-b19e-2dac71f08acf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534422 Nov 13 07:35:51.013551 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device c69e975f-9c9b-4fbc-a788-ea756bfcd76c no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:35:51.094434 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: c69e975f-9c9b-4fbc-a788-ea756bfcd76c {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:35:51.095207 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device c69e975f-9c9b-4fbc-a788-ea756bfcd76c not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:35:51.504103 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44210508-90ad-4c91-8a1e-0e72cd0ae8aa req-470ffaea-ff5a-47fb-9f7a-1b3ce6f0cc3c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:51.505764 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-44210508-90ad-4c91-8a1e-0e72cd0ae8aa req-470ffaea-ff5a-47fb-9f7a-1b3ce6f0cc3c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.1207476 Nov 13 07:35:51.555602 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-44210508-90ad-4c91-8a1e-0e72cd0ae8aa req-6736b532-2d45-4d0c-975c-5ef6915663c3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439658 Nov 13 07:35:52.805643 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ed13a-24c7-4635-8621-1073addd6fee req-7e9125f1-d581-4bc6-bbe2-c2eeba39a335 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:52.807136 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-092ed13a-24c7-4635-8621-1073addd6fee req-7e9125f1-d581-4bc6-bbe2-c2eeba39a335 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.1038756 Nov 13 07:35:52.858604 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-092ed13a-24c7-4635-8621-1073addd6fee req-82a86d8d-89f5-4488-89b6-e0d9c9a4a141 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453403 Nov 13 07:35:53.826761 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-16d93d09-3167-4987-b750-8fb991667f2b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:53.828879 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-16d93d09-3167-4987-b750-8fb991667f2b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/networks?id=6e7aac83-bab7-43ac-90da-d91f06757c70 HTTP/1.1" status: 200 len: 813 time: 0.1537461 Nov 13 07:35:53.847739 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-cd4a58f9-ab98-4e1f-b08e-204cffc25e3a tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/quotas/cd95306e5cde4faabb1ffd075be8b2d2 HTTP/1.1" status: 200 len: 375 time: 0.0109339 Nov 13 07:35:53.893933 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-cc5b4d9a-aa53-4481-a6fc-870d7c1f4ea1 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Synchronizing usage tracker for tenant:cd95306e5cde4faabb1ffd075be8b2d2 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:35:53.910844 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-cc5b4d9a-aa53-4481-a6fc-870d7c1f4ea1 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Unset dirty status for tenant:cd95306e5cde4faabb1ffd075be8b2d2 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:35:53.914247 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-cc5b4d9a-aa53-4481-a6fc-870d7c1f4ea1 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd95306e5cde4faabb1ffd075be8b2d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611527 Nov 13 07:35:53.990528 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:35:54.072533 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-d4abc264-9a08-45b7-a646-f87f7fab6b76 service neutron] 10.222.0.15 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500347 Nov 13 07:35:54.095580 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93edf2a-6be1-48e4-867d-5d966fe65b48 req-bc8074f4-6d59-419d-8838-01678708aba2 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:54.098637 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d93edf2a-6be1-48e4-867d-5d966fe65b48 req-bc8074f4-6d59-419d-8838-01678708aba2 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0958276 Nov 13 07:35:54.149398 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d93edf2a-6be1-48e4-867d-5d966fe65b48 req-d21943d7-8b08-4111-be37-44781aeed6df tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451124 Nov 13 07:35:54.323527 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-dcd5e7f9-ef5e-4805-9e8f-451d4af61775 service neutron] 10.222.0.15 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445407 Nov 13 07:35:54.573442 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-53e22b86-b192-43ef-a0dd-70f262af476f req-041ca648-81c9-4e14-a762-52006996085f tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 210 time: 0.0485418 Nov 13 07:35:55.386645 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec174f9-bb1a-40f3-94e2-d4ae34e09e6b req-67969e81-a64d-4842-93e0-d3b4f6aff4ea tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:55.388153 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dec174f9-bb1a-40f3-94e2-d4ae34e09e6b req-67969e81-a64d-4842-93e0-d3b4f6aff4ea tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.0861888 Nov 13 07:35:55.445148 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dec174f9-bb1a-40f3-94e2-d4ae34e09e6b req-d554bb4f-dfca-442a-8008-669d46ad4186 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508714 Nov 13 07:35:55.660581 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-97dd4fb0-9145-40ff-b1c3-f9961c9e9f24 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:55.662046 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-97dd4fb0-9145-40ff-b1c3-f9961c9e9f24 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.36 "GET /v2.0/networks?id=6e7aac83-bab7-43ac-90da-d91f06757c70 HTTP/1.1" status: 200 len: 813 time: 0.1463437 Nov 13 07:35:55.742092 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-848a93e9-0294-4116-858e-2ac7b590fde3 req-e3740c90-3d27-4552-bf4b-01b5bab7ec58 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 210 time: 0.0410707 Nov 13 07:35:55.786915 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Request body: {'port': {'device_id': '31db5c90-73e5-4183-b14a-28a8ba7c875a', 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70', 'admin_state_up': True, 'tenant_id': 'cd95306e5cde4faabb1ffd075be8b2d2'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:35:55.918579 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:35:55.927913 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:35:55.937621 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Made reservation on behalf of cd95306e5cde4faabb1ffd075be8b2d2 for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:35:55.940582 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:56.140814 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Allocated IP 172.20.0.6 (6e7aac83-bab7-43ac-90da-d91f06757c70/c7f9648f-68a3-493d-b677-63d038b2caba/630355ca-9cb4-4c08-8298-4ade97336ca0) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:35:56.171126 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fc196e0a-ab29-4807-a3cb-e99c7dc883f2 req-7c07960d-14d1-4d72-8f9b-8d5a31edbe92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 1099 time: 0.1452656 Nov 13 07:35:56.410445 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc196e0a-ab29-4807-a3cb-e99c7dc883f2 req-2158707b-6b71-4865-87be-08eb9611dfde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:56.411906 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fc196e0a-ab29-4807-a3cb-e99c7dc883f2 req-2158707b-6b71-4865-87be-08eb9611dfde service neutron] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 918 time: 0.2309499 Nov 13 07:35:56.535066 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:56.550214 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fc196e0a-ab29-4807-a3cb-e99c7dc883f2 req-c822c8e4-5a94-4b9e-a0a4-f21043b9f970 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694de71a-637c-4bfc-a516-82caa23f73e1 HTTP/1.1" status: 200 len: 1002 time: 0.1284208 Nov 13 07:35:56.660215 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:56.668284 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:35:56.695960 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc196e0a-ab29-4807-a3cb-e99c7dc883f2 req-cd7e4ae6-f19d-458e-a913-5ce8ce5f1e5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:56.697342 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fc196e0a-ab29-4807-a3cb-e99c7dc883f2 req-cd7e4ae6-f19d-458e-a913-5ce8ce5f1e5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.1397424 Nov 13 07:35:56.781857 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Network 6e7aac83-bab7-43ac-90da-d91f06757c70 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:35:56.788921 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:35:56.792868 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Pushing event updated for resources: {'Port': ['ID=630355ca-9cb4-4c08-8298-4ade97336ca0,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:35:56.796017 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:35:56.824377 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:35:56.867859 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e7f0d-3ce3-4ab3-b97d-4aee7ce478e5 req-b3cb3c76-433c-4ea9-a4fd-d7ae92f904e4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:56.869293 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b27e7f0d-3ce3-4ab3-b97d-4aee7ce478e5 req-b3cb3c76-433c-4ea9-a4fd-d7ae92f904e4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.2778113 Nov 13 07:35:56.876972 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:56.877558 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:56.938313 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fc196e0a-ab29-4807-a3cb-e99c7dc883f2 req-c03361cf-9712-4a2a-ba8d-07f508d2d2a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2243114 Nov 13 07:35:56.941527 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1588383 Nov 13 07:35:56.945520 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7eea82-b93f-486a-868c-d16352f97be7 req-e147572c-288e-4e7c-9e66-c4f9e6eee09b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:56.947088 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0b7eea82-b93f-486a-868c-d16352f97be7 req-e147572c-288e-4e7c-9e66-c4f9e6eee09b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 931 time: 0.0814915 Nov 13 07:35:56.951454 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b27e7f0d-3ce3-4ab3-b97d-4aee7ce478e5 req-d94e2efa-bc32-4782-badd-31e4d1d5279e tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689018 Nov 13 07:35:56.979817 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Request body: {'port': {'device_id': '31db5c90-73e5-4183-b14a-28a8ba7c875a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:35:56.999237 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0b7eea82-b93f-486a-868c-d16352f97be7 req-b28817f5-bc73-47a7-94be-94a2f80affa0 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460989 Nov 13 07:35:57.250149 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fc196e0a-ab29-4807-a3cb-e99c7dc883f2 req-3a7ec13d-2504-4886-8298-bc7ec453bf7a service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976105 Nov 13 07:35:57.250841 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:57.478745 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fc196e0a-ab29-4807-a3cb-e99c7dc883f2 req-53a9a939-60f9-4417-80f6-5ca7cb31eef3 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191315 Nov 13 07:35:57.693844 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630355ca-9cb4-4c08-8298-4ade97336ca0 {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:35:57.700620 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:57.715867 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Transition to ACTIVE for port object 630355ca-9cb4-4c08-8298-4ade97336ca0 will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:35:57.722881 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:57.726247 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7b481bfb-6cce-4ef6-a67e-5f43e8fb9434 tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:35:57.843062 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Pushing event updated for resources: {'Port': ['ID=630355ca-9cb4-4c08-8298-4ade97336ca0,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:35:57.847200 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:35:57.950271 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Attempting to bind port 630355ca-9cb4-4c08-8298-4ade97336ca0 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:35:57.950527 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Attempting to bind port 630355ca-9cb4-4c08-8298-4ade97336ca0 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'ff5107ce-a196-4398-a83e-cdcd5c2d0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:35:57.950855 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Attempting to bind port 630355ca-9cb4-4c08-8298-4ade97336ca0 on network 6e7aac83-bab7-43ac-90da-d91f06757c70 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:35:57.958046 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Port 630355ca-9cb4-4c08-8298-4ade97336ca0 on network 6e7aac83-bab7-43ac-90da-d91f06757c70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:35:57.958364 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Attempting to bind port 630355ca-9cb4-4c08-8298-4ade97336ca0 on network 6e7aac83-bab7-43ac-90da-d91f06757c70 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:35:57.965526 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:35:57.965858 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Checking segment: {'id': 'ff5107ce-a196-4398-a83e-cdcd5c2d0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:35:57.966240 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Bound using segment: {'id': 'ff5107ce-a196-4398-a83e-cdcd5c2d0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:35:57.966660 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Bound port: 630355ca-9cb4-4c08-8298-4ade97336ca0, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5107ce-a196-4398-a83e-cdcd5c2d0c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:35:57.967028 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:58.063338 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] For port 630355ca-9cb4-4c08-8298-4ade97336ca0, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:35:58.066558 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] For port 630355ca-9cb4-4c08-8298-4ade97336ca0, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=630355ca-9cb4-4c08-8298-4ade97336ca0,segment=NetworkSegment(ff5107ce-a196-4398-a83e-cdcd5c2d0c38),segment_id=ff5107ce-a196-4398-a83e-cdcd5c2d0c38)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:35:58.074030 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:58.078360 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:35:58.175018 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:58.176403 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] 10.222.0.36 "PUT /v2.0/ports/630355ca-9cb4-4c08-8298-4ade97336ca0 HTTP/1.1" status: 200 len: 1093 time: 1.2228651 Nov 13 07:35:58.176882 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31db5c90-73e5-4183-b14a-28a8ba7c875a', 'tag': '630355ca-9cb4-4c08-8298-4ade97336ca0'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:35:58.200209 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79789a0-a85a-4161-ae4c-0885a887b76d req-53a006ba-2ae8-4c60-a2d4-ab481bee2264 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:58.201749 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d79789a0-a85a-4161-ae4c-0885a887b76d req-53a006ba-2ae8-4c60-a2d4-ab481bee2264 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 943 time: 0.0786388 Nov 13 07:35:58.205054 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Pushing event updated for resources: {'Port': ['ID=630355ca-9cb4-4c08-8298-4ade97336ca0,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:35:58.209605 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:35:58.255264 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d79789a0-a85a-4161-ae4c-0885a887b76d req-44bd21b8-bcff-431a-a5fa-0f8bb55513a6 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434027 Nov 13 07:35:58.271390 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26531133-c50f-45ab-8356-92099548a20c req-f93c1e4e-1492-4f49-b1ca-76a1e9f45577 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:58.272843 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-26531133-c50f-45ab-8356-92099548a20c req-f93c1e4e-1492-4f49-b1ca-76a1e9f45577 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 946 time: 0.1616037 Nov 13 07:35:58.332876 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31db5c90-73e5-4183-b14a-28a8ba7c875a', 'tag': '630355ca-9cb4-4c08-8298-4ade97336ca0', 'status': 'completed', 'code': 200} Nov 13 07:35:58.336549 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-26531133-c50f-45ab-8356-92099548a20c req-b4a0db05-f42e-4ea3-a78c-ea5174d43836 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576184 Nov 13 07:35:58.341708 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-5beee14d-257f-473e-8931-26b8c8d838cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd95306e5cde4faabb1ffd075be8b2d2&device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 1096 time: 0.1208000 Nov 13 07:35:58.413623 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-2b0e14b6-b8e0-40a8-98e5-d8ec3d82159c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=630355ca-9cb4-4c08-8298-4ade97336ca0 HTTP/1.1" status: 200 len: 217 time: 0.0618074 Nov 13 07:35:58.476811 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-915ddc32-736e-4b4b-81fd-1e19e7cd2a0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:58.478174 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-915ddc32-736e-4b4b-81fd-1e19e7cd2a0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7f9648f-68a3-493d-b677-63d038b2caba HTTP/1.1" status: 200 len: 853 time: 0.0571616 Nov 13 07:35:58.526966 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-deea8b38-ddbc-4b1e-b450-a2dd8448e36a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e7aac83-bab7-43ac-90da-d91f06757c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418763 Nov 13 07:35:58.736560 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-0524230a-f525-4355-bc25-283e76e3d786 service neutron] 10.222.0.36 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019534 Nov 13 07:35:58.870497 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-97ec0d98-be0b-4896-9e72-d3c03f5db9c1 req-913fb416-d787-496d-a7ea-06119b222e98 service neutron] 10.222.0.36 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244130 Nov 13 07:35:58.995139 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cf31aa94-65f7-4f90-b21d-fa5b0de325af req-cdcef3be-3b41-4b0b-98e5-6d2a76078df0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cd95306e5cde4faabb1ffd075be8b2d2&device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 1096 time: 0.0726709 Nov 13 07:35:59.057893 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 694de71a-637c-4bfc-a516-82caa23f73e1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:35:59.131523 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31aa94-65f7-4f90-b21d-fa5b0de325af req-6d9a2baf-f7ea-452d-aac7-6b17d4eb5c40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:59.133006 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cf31aa94-65f7-4f90-b21d-fa5b0de325af req-6d9a2baf-f7ea-452d-aac7-6b17d4eb5c40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e7aac83-bab7-43ac-90da-d91f06757c70 HTTP/1.1" status: 200 len: 914 time: 0.1283257 Nov 13 07:35:59.165219 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:59.195006 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:35:59.210250 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:35:59.212129 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cf31aa94-65f7-4f90-b21d-fa5b0de325af req-04a76108-5c3a-492b-9b62-7f1b08e1ca06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=630355ca-9cb4-4c08-8298-4ade97336ca0 HTTP/1.1" status: 200 len: 217 time: 0.0665972 Nov 13 07:35:59.216902 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:35:59.218934 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:35:59.255153 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1', 'code': 200} Nov 13 07:35:59.287314 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=694de71a-637c-4bfc-a516-82caa23f73e1,revision_number=8']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:35:59.288896 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31aa94-65f7-4f90-b21d-fa5b0de325af req-5fb259c4-1c18-4286-bba4-c47d2eefd6af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:59.290804 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:35:59.296190 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cf31aa94-65f7-4f90-b21d-fa5b0de325af req-5fb259c4-1c18-4286-bba4-c47d2eefd6af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c7f9648f-68a3-493d-b677-63d038b2caba HTTP/1.1" status: 200 len: 853 time: 0.0755498 Nov 13 07:35:59.350255 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cf31aa94-65f7-4f90-b21d-fa5b0de325af req-7960f1f3-7422-4aad-a5d2-2dded85ea4e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e7aac83-bab7-43ac-90da-d91f06757c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458827 Nov 13 07:35:59.533411 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cf31aa94-65f7-4f90-b21d-fa5b0de325af req-215e43ce-2834-46c6-a5ec-b43f20ecf579 service neutron] 10.222.0.36 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743681 Nov 13 07:35:59.555639 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07b9756-d75c-4a3b-b124-a6079a9d3cce req-9c72a13f-1c20-4644-a1f3-4457e339066e tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:59.557093 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e07b9756-d75c-4a3b-b124-a6079a9d3cce req-9c72a13f-1c20-4644-a1f3-4457e339066e tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.0802577 Nov 13 07:35:59.580329 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5789b1-576a-4b92-bc3b-b75029b10e11 req-c463d393-e3fa-4610-b2a2-be13fb890894 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:35:59.581038 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-fd5789b1-576a-4b92-bc3b-b75029b10e11 req-c463d393-e3fa-4610-b2a2-be13fb890894 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Synchronizing usage tracker for tenant:cd95306e5cde4faabb1ffd075be8b2d2 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:35:59.602582 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e07b9756-d75c-4a3b-b124-a6079a9d3cce req-01f6553b-d612-421b-88b7-287f45ebca4f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397584 Nov 13 07:35:59.667220 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-fd5789b1-576a-4b92-bc3b-b75029b10e11 req-c463d393-e3fa-4610-b2a2-be13fb890894 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Unset dirty status for tenant:cd95306e5cde4faabb1ffd075be8b2d2 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:35:59.668430 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fd5789b1-576a-4b92-bc3b-b75029b10e11 req-c463d393-e3fa-4610-b2a2-be13fb890894 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 943 time: 0.2352762 Nov 13 07:35:59.707080 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cf31aa94-65f7-4f90-b21d-fa5b0de325af req-8e770bc6-99e4-4171-b5c9-f7ce5e307c85 service neutron] 10.222.0.36 "GET /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641402 Nov 13 07:35:59.728218 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fd5789b1-576a-4b92-bc3b-b75029b10e11 req-8063a75a-68a4-4637-89fe-73d0e73e136f tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540960 Nov 13 07:36:00.500666 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3e098baf-c628-4457-bc06-25067b69e566 req-8d3715b0-fff5-43da-9e91-5fddde4675d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0744197 Nov 13 07:36:00.760220 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37732) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:00.789379 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03a07a-14f0-44a0-ba8c-a5c4fdecdcf9 req-22a454db-9d62-4df9-a684-0bc0aeb83b8c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:00.791019 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2a03a07a-14f0-44a0-ba8c-a5c4fdecdcf9 req-22a454db-9d62-4df9-a684-0bc0aeb83b8c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.0861170 Nov 13 07:36:00.879555 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2a03a07a-14f0-44a0-ba8c-a5c4fdecdcf9 req-9b609b54-6ed4-43af-abfd-853d8eb09410 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816777 Nov 13 07:36:00.913677 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0a488bdf-e385-47a1-ae2d-1ab538f97eb6 req-61cadc2c-77da-4099-aab3-bc751d56c8b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1516798 Nov 13 07:36:00.933814 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8176a9a-440f-4c65-9c2f-ddd3f908b54c req-978f2c7b-4d56-46d8-bf8e-293a53612513 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:00.935491 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b8176a9a-440f-4c65-9c2f-ddd3f908b54c req-978f2c7b-4d56-46d8-bf8e-293a53612513 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 943 time: 0.0806816 Nov 13 07:36:00.980443 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b8176a9a-440f-4c65-9c2f-ddd3f908b54c req-5534b48d-8c71-4587-b088-4369fda30504 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Nov 13 07:36:01.067308 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 630355ca-9cb4-4c08-8298-4ade97336ca0 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:36:01.206303 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 630355ca-9cb4-4c08-8298-4ade97336ca0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=630355ca-9cb4-4c08-8298-4ade97336ca0,segment=NetworkSegment(ff5107ce-a196-4398-a83e-cdcd5c2d0c38),segment_id=ff5107ce-a196-4398-a83e-cdcd5c2d0c38)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:01.219960 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '630355ca-9cb4-4c08-8298-4ade97336ca0', 'network_id': '6e7aac83-bab7-43ac-90da-d91f06757c70', 'port_id': '630355ca-9cb4-4c08-8298-4ade97336ca0', 'mac_address': 'fa:16:3e:80:86:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7f9648f-68a3-493d-b677-63d038b2caba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:36:01.273468 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:01.294788 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630355ca-9cb4-4c08-8298-4ade97336ca0 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:36:01.312326 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 630355ca-9cb4-4c08-8298-4ade97336ca0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=630355ca-9cb4-4c08-8298-4ade97336ca0,segment=NetworkSegment(ff5107ce-a196-4398-a83e-cdcd5c2d0c38),segment_id=ff5107ce-a196-4398-a83e-cdcd5c2d0c38)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:01.318103 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:01.319885 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-20063747-b1cc-4304-af85-35fdfc61704b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:01.383341 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=630355ca-9cb4-4c08-8298-4ade97336ca0,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:01.386534 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:01.564527 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['630355ca-9cb4-4c08-8298-4ade97336ca0'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:36:02.054068 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0a488bdf-e385-47a1-ae2d-1ab538f97eb6 req-dfe4d755-00ca-485c-8cb7-a4fb4be32646 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341&tenant_id=c1a6bdfc407e4142922c4f45f2476d59 HTTP/1.1" status: 200 len: 1097 time: 0.0832908 Nov 13 07:36:02.102026 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a29a0f-d549-4543-acec-fadd22edb008 req-9897b2db-2c39-477a-bcfe-dd5b989696e7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:02.103787 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-70a29a0f-d549-4543-acec-fadd22edb008 req-9897b2db-2c39-477a-bcfe-dd5b989696e7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.0853398 Nov 13 07:36:02.152200 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0a488bdf-e385-47a1-ae2d-1ab538f97eb6 req-a851f887-a381-4e37-8adc-7dace3fd5be1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 1097 time: 0.0753210 Nov 13 07:36:02.155475 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-70a29a0f-d549-4543-acec-fadd22edb008 req-325b6b90-7995-4c16-9cc4-5ef704552868 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454979 Nov 13 07:36:02.333028 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a488bdf-e385-47a1-ae2d-1ab538f97eb6 req-c12d0bb9-6911-4208-9c76-f8bf5fd6d24c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:02.334407 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0a488bdf-e385-47a1-ae2d-1ab538f97eb6 req-c12d0bb9-6911-4208-9c76-f8bf5fd6d24c service neutron] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 918 time: 0.1749871 Nov 13 07:36:02.424166 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e433e-e515-417d-b8a2-02689607eeec req-db428a30-e03a-4a5c-9d5a-5dde7bd120fb tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:02.425611 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-634e433e-e515-417d-b8a2-02689607eeec req-db428a30-e03a-4a5c-9d5a-5dde7bd120fb tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 944 time: 0.1845801 Nov 13 07:36:02.556588 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0a488bdf-e385-47a1-ae2d-1ab538f97eb6 req-f33fd33b-94e1-49fa-b49a-fe102a47ab84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694de71a-637c-4bfc-a516-82caa23f73e1 HTTP/1.1" status: 200 len: 1000 time: 0.2100298 Nov 13 07:36:02.601144 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-634e433e-e515-417d-b8a2-02689607eeec req-293a1f94-160a-4e3d-b65a-6f072fe2c3f1 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696587 Nov 13 07:36:02.625277 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a488bdf-e385-47a1-ae2d-1ab538f97eb6 req-d3a188b6-09c7-456e-960e-1dfb950e398b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:02.626711 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0a488bdf-e385-47a1-ae2d-1ab538f97eb6 req-d3a188b6-09c7-456e-960e-1dfb950e398b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.0617549 Nov 13 07:36:02.720862 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0a488bdf-e385-47a1-ae2d-1ab538f97eb6 req-cab90098-1e51-4b27-9752-69998a6c5dc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867338 Nov 13 07:36:02.864030 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0a488bdf-e385-47a1-ae2d-1ab538f97eb6 req-61044cb4-28a1-46a1-b238-999cadfe2d17 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357918 Nov 13 07:36:03.011681 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0a488bdf-e385-47a1-ae2d-1ab538f97eb6 req-1114c334-4208-4eba-86a8-2340fc74ed92 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407032 Nov 13 07:36:03.082163 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 630355ca-9cb4-4c08-8298-4ade97336ca0 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:36:03.153841 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 630355ca-9cb4-4c08-8298-4ade97336ca0 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:36:03.160034 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 630355ca-9cb4-4c08-8298-4ade97336ca0 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:36:03.160605 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:03.285400 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:03.311634 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db5c90-73e5-4183-b14a-28a8ba7c875a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630355ca-9cb4-4c08-8298-4ade97336ca0'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:36:03.320949 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 630355ca-9cb4-4c08-8298-4ade97336ca0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=630355ca-9cb4-4c08-8298-4ade97336ca0,segment=NetworkSegment(ff5107ce-a196-4398-a83e-cdcd5c2d0c38),segment_id=ff5107ce-a196-4398-a83e-cdcd5c2d0c38)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:03.326014 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:03.327139 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 694de71a-637c-4bfc-a516-82caa23f73e1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:36:03.354821 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:03.404253 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31db5c90-73e5-4183-b14a-28a8ba7c875a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630355ca-9cb4-4c08-8298-4ade97336ca0', 'code': 200} Nov 13 07:36:03.413932 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4a54c-8cc3-46a0-9e64-669cb4e6a3b1 req-53e365a1-147f-494b-aa68-515a1912b5b0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:03.415495 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9ff4a54c-8cc3-46a0-9e64-669cb4e6a3b1 req-53e365a1-147f-494b-aa68-515a1912b5b0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.1172450 Nov 13 07:36:03.467150 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-9ff4a54c-8cc3-46a0-9e64-669cb4e6a3b1 req-dfb323c1-fbe0-42d9-a162-f2036f4b0382 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449181 Nov 13 07:36:03.483802 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=630355ca-9cb4-4c08-8298-4ade97336ca0,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:03.490749 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:03.621698 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ebd12837-4546-467c-94c8-b630783364d0 req-ea1eae9c-8855-491d-bd78-8091dfaa79e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 1098 time: 0.0710111 Nov 13 07:36:03.665801 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ebd12837-4546-467c-94c8-b630783364d0 req-4371eddf-a5bc-4e1a-85d4-6a451470ff07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377243 Nov 13 07:36:03.813589 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14482f4-d763-4208-b7c3-5f3aa6bce552 req-0673cedf-fd8f-4ec8-84f1-0595dfb3e8c6 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:03.815835 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c14482f4-d763-4208-b7c3-5f3aa6bce552 req-0673cedf-fd8f-4ec8-84f1-0595dfb3e8c6 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.0891378 Nov 13 07:36:03.867923 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c14482f4-d763-4208-b7c3-5f3aa6bce552 req-872b42a6-c795-4ae8-ba86-857f9c66b3ff tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453820 Nov 13 07:36:04.700836 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec16bd-387a-4310-ba40-cb0571f68a3f req-f4c8c6d3-6e52-41e7-a194-042baeb10050 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:04.702251 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e9ec16bd-387a-4310-ba40-cb0571f68a3f req-f4c8c6d3-6e52-41e7-a194-042baeb10050 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.0789871 Nov 13 07:36:04.752919 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e9ec16bd-387a-4310-ba40-cb0571f68a3f req-dfa06548-aca1-4bab-9cb7-f27688325f8b tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442612 Nov 13 07:36:05.036247 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:05.092557 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8fd17-5b54-4050-9d83-d5e542866c1b req-884633c0-2d93-4807-91b1-08f627e16ed8 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:05.094141 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-49f8fd17-5b54-4050-9d83-d5e542866c1b req-884633c0-2d93-4807-91b1-08f627e16ed8 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.0819175 Nov 13 07:36:05.140936 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-49f8fd17-5b54-4050-9d83-d5e542866c1b req-ad02f7fc-48cc-4752-b7b7-0fed62696a45 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 Nov 13 07:36:05.972808 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50f480-f1f5-45b8-a295-4be1028682b6 req-065087ba-3056-4fb4-8614-399bf8923a47 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:05.974689 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-bc50f480-f1f5-45b8-a295-4be1028682b6 req-065087ba-3056-4fb4-8614-399bf8923a47 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.0798919 Nov 13 07:36:06.022015 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-bc50f480-f1f5-45b8-a295-4be1028682b6 req-ca1a5da0-de81-4871-930f-f9a34823d4ab tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415828 Nov 13 07:36:06.353487 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e4b48-e4d9-4e9f-854d-822760d4fce4 req-05afc1ff-0eed-474c-8b13-67731ea62e7f tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:06.363782 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9d2e4b48-e4d9-4e9f-854d-822760d4fce4 req-05afc1ff-0eed-474c-8b13-67731ea62e7f tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.0974464 Nov 13 07:36:06.407264 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9d2e4b48-e4d9-4e9f-854d-822760d4fce4 req-04ab98fe-4f0a-42a0-a666-b46294b537ac tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Nov 13 07:36:07.226762 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-bb19011a-2912-4bec-afe7-ced1ed8863df req-32216400-d871-486a-86ce-dd8e589b22ea tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1607309202&fields=id&tenant_id=a5719e016a984b5995266b3b6d7bf2eb HTTP/1.1" status: 200 len: 267 time: 0.0475349 Nov 13 07:36:07.269158 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390f0ad-83b8-4bdc-a1fc-825b0e8fe842 req-162f840f-bb61-440a-9ab2-5e5516094a6d tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:07.270917 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6390f0ad-83b8-4bdc-a1fc-825b0e8fe842 req-162f840f-bb61-440a-9ab2-5e5516094a6d tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.0989330 Nov 13 07:36:07.315754 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19011a-2912-4bec-afe7-ced1ed8863df req-174f7516-31cb-49de-9724-b59e277c4acc tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:07.317945 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-bb19011a-2912-4bec-afe7-ced1ed8863df req-174f7516-31cb-49de-9724-b59e277c4acc tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 984 time: 0.0821826 Nov 13 07:36:07.325152 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6390f0ad-83b8-4bdc-a1fc-825b0e8fe842 req-9f3c7ff2-ca61-4c9b-9dfa-3823e01ab253 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478270 Nov 13 07:36:07.338932 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-bb19011a-2912-4bec-afe7-ced1ed8863df req-9ff2ca09-a993-4162-8b61-8ba34b7bf7a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Request body: {'port': {'security_groups': ['b20db6df-4b7a-470f-8e74-cec4c75fdadf']}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:36:07.478656 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-bb19011a-2912-4bec-afe7-ced1ed8863df req-9ff2ca09-a993-4162-8b61-8ba34b7bf7a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:07.775113 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-bb19011a-2912-4bec-afe7-ced1ed8863df req-9ff2ca09-a993-4162-8b61-8ba34b7bf7a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] For port a02ab093-8568-4a72-b67f-c9ff540b0b65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:07.791328 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a19ee6-4af1-4559-90c6-8a222dff36e3 req-b218a60e-c505-46b6-aec5-7fc8a2a65598 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:07.795194 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-78a19ee6-4af1-4559-90c6-8a222dff36e3 req-b218a60e-c505-46b6-aec5-7fc8a2a65598 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.0917115 Nov 13 07:36:07.802909 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-bb19011a-2912-4bec-afe7-ced1ed8863df req-9ff2ca09-a993-4162-8b61-8ba34b7bf7a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:07.810758 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-bb19011a-2912-4bec-afe7-ced1ed8863df req-9ff2ca09-a993-4162-8b61-8ba34b7bf7a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:07.824147 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8d2bc416-a8aa-4913-9acb-69eb0f54f4b3 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:07.825358 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['a02ab093-8568-4a72-b67f-c9ff540b0b65'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:36:07.845643 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-78a19ee6-4af1-4559-90c6-8a222dff36e3 req-5671c039-f2cb-4d33-ab3d-ad92a5576632 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468917 Nov 13 07:36:07.895520 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2ca09-a993-4162-8b61-8ba34b7bf7a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event updated for resources: {'Port': ['ID=a02ab093-8568-4a72-b67f-c9ff540b0b65,revision_number=7']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:07.899509 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-9ff2ca09-a993-4162-8b61-8ba34b7bf7a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:07.905545 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19011a-2912-4bec-afe7-ced1ed8863df req-9ff2ca09-a993-4162-8b61-8ba34b7bf7a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:07.906117 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-bb19011a-2912-4bec-afe7-ced1ed8863df req-9ff2ca09-a993-4162-8b61-8ba34b7bf7a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:07.907643 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-bb19011a-2912-4bec-afe7-ced1ed8863df req-9ff2ca09-a993-4162-8b61-8ba34b7bf7a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "PUT /v2.0/ports/a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 200 len: 942 time: 0.5740328 Nov 13 07:36:07.908018 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:36:07.914273 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 37786) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:07.986696 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['a02ab093-8568-4a72-b67f-c9ff540b0b65'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:36:08.031011 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'status': 'completed', 'code': 200} Nov 13 07:36:08.109719 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:08.156444 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:08.266514 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:08.270991 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4c93222b-7911-4943-baf2-d3a9f2df1815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:08.288703 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e64c76-73af-4e41-863f-6ce7915b9a62,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:08.305499 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:08.306705 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:08.307455 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:08.308172 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:08.308885 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:08.309590 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:08.310884 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:08.311562 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:08.312271 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:08.313016 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:08.314586 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:08.322231 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:08.326493 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 37792) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:08.327633 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "DELETE /v2.0/security-groups/41e64c76-73af-4e41-863f-6ce7915b9a62 HTTP/1.1" status: 204 len: 168 time: 0.4117188 Nov 13 07:36:08.329003 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-6ed54457-d3fa-408b-b26c-213b859a9dac tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:08.351979 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-09e428de-b8a9-4007-8691-54bb53ffd273 None None] Provisioning complete for port a02ab093-8568-4a72-b67f-c9ff540b0b65 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:36:08.352446 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-09e428de-b8a9-4007-8691-54bb53ffd273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:08.678740 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Deleting port 93c13823-bb23-43c0-9e36-4ef5adf86636 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:08.679475 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:08.852887 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beaa24-d510-417a-ac18-2f44dd42097e req-9dcb5045-1af1-4e6f-9689-ca9c52b60938 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:08.854255 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-84beaa24-d510-417a-ac18-2f44dd42097e req-9dcb5045-1af1-4e6f-9689-ca9c52b60938 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.2863343 Nov 13 07:36:08.982483 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-84beaa24-d510-417a-ac18-2f44dd42097e req-bc66a5ad-70c5-4e39-b6f4-5832ef8cb3b3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801752 Nov 13 07:36:08.989335 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:08.989654 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:09.115257 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a336ec-814a-4b0f-b6db-c2edda75eded req-768ac8e2-35b3-4f35-9ff9-9d343e69679b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:09.115917 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Calling delete_port for 93c13823-bb23-43c0-9e36-4ef5adf86636 owned by network:floatingip {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:36:09.126569 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e4a336ec-814a-4b0f-b6db-c2edda75eded req-768ac8e2-35b3-4f35-9ff9-9d343e69679b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.1129587 Nov 13 07:36:09.175679 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e4a336ec-814a-4b0f-b6db-c2edda75eded req-c9206e7e-dd55-4dc8-8ff5-c6a28b29fb40 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429380 Nov 13 07:36:09.284589 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:09.288387 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8174790d-8881-455e-b7f4-cb00fbc65d7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:09.337042 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event deleted for resources: {'Port': ['ID=93c13823-bb23-43c0-9e36-4ef5adf86636,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:09.340504 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:09.430773 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks [] for floatingip, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:09.844628 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Router 9464a943-7a10-43ef-8687-6069c0acf113 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:36:10.089745 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:36:10.103925 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b32d32-8615-49ab-b163-37ee1abaab77 None None] Sync routers for ids ['9464a943-7a10-43ef-8687-6069c0acf113'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:36:10.128606 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:10.214526 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b32d32-8615-49ab-b163-37ee1abaab77 None None] Routers {'9464a943-7a10-43ef-8687-6069c0acf113'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:36:10.215208 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-60b32d32-8615-49ab-b163-37ee1abaab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:35:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['9464a943-7a10-43ef-8687-6069c0acf113'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:10.228223 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "DELETE /v2.0/floatingips/758debf9-c481-413e-9b70-340574464ec0 HTTP/1.1" status: 204 len: 168 time: 1.9001203 Nov 13 07:36:10.231217 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:36:10.399699 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8f026-80ba-4f49-a3b3-9c91783f2725 req-077401c4-d40f-43ef-aa22-04350d482155 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:10.403944 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6ef8f026-80ba-4f49-a3b3-9c91783f2725 req-077401c4-d40f-43ef-aa22-04350d482155 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.1739416 Nov 13 07:36:10.490134 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2404275-38ca-4faa-9a28-04852a5b6bfb req-af1c55b2-8f86-4579-8bbc-c1b44a6644da tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:10.491819 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b2404275-38ca-4faa-9a28-04852a5b6bfb req-af1c55b2-8f86-4579-8bbc-c1b44a6644da tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.1124914 Nov 13 07:36:10.493302 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6ef8f026-80ba-4f49-a3b3-9c91783f2725 req-58d6a22a-50f5-45db-8de2-72a80947a013 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833259 Nov 13 07:36:10.554643 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-60b32d32-8615-49ab-b163-37ee1abaab77 None None] Set router 9464a943-7a10-43ef-8687-6069c0acf113 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:36:10.575623 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b2404275-38ca-4faa-9a28-04852a5b6bfb req-d2df50d1-61b5-4355-beda-607adeff4123 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749385 Nov 13 07:36:10.698495 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'status': 'completed', 'code': 200} Nov 13 07:36:10.976027 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-60b32d32-8615-49ab-b163-37ee1abaab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:37Z', 'revision_number': 4, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '826c662a-4aa7-4488-9d5e-0258ee9f3f11', 'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'mac_address': 'fa:16:3e:92:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:36Z', 'updated_at': '2021-11-13T07:33:47Z', 'revision_number': 5, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'subnets': [{'id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:10.983373 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b32d32-8615-49ab-b163-37ee1abaab77 None None] Checking router: 9464a943-7a10-43ef-8687-6069c0acf113 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:36:10.998435 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b32d32-8615-49ab-b163-37ee1abaab77 None None] Routers {'9464a943-7a10-43ef-8687-6069c0acf113'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:36:11.001471 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-60b32d32-8615-49ab-b163-37ee1abaab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:35:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['9464a943-7a10-43ef-8687-6069c0acf113'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:11.190249 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-60b32d32-8615-49ab-b163-37ee1abaab77 None None] Set router 9464a943-7a10-43ef-8687-6069c0acf113 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:36:11.532720 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-60b32d32-8615-49ab-b163-37ee1abaab77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:37Z', 'revision_number': 4, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '826c662a-4aa7-4488-9d5e-0258ee9f3f11', 'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'mac_address': 'fa:16:3e:92:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:36Z', 'updated_at': '2021-11-13T07:33:47Z', 'revision_number': 5, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'subnets': [{'id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:11.536868 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b32d32-8615-49ab-b163-37ee1abaab77 None None] The sync data for ids ['9464a943-7a10-43ef-8687-6069c0acf113'] in dv-cinder-817832-1-smb is: [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:33:37Z', 'revision_number': 4, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '826c662a-4aa7-4488-9d5e-0258ee9f3f11', 'name': '', 'network_id': '2ae09108-b5d2-4c2b-a942-c6cb3800bf64', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'mac_address': 'fa:16:3e:92:4f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:36Z', 'updated_at': '2021-11-13T07:33:47Z', 'revision_number': 5, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'subnets': [{'id': '09174ffa-30a2-47e9-aaa5-ab5ba387d3ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:36:11.762299 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c818b-dc82-442e-81f0-f009bd3e327f req-a210ca03-5b5b-4b53-9e0a-18b2695a697a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:11.769390 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-029c818b-dc82-442e-81f0-f009bd3e327f req-a210ca03-5b5b-4b53-9e0a-18b2695a697a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.1173279 Nov 13 07:36:11.828946 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-029c818b-dc82-442e-81f0-f009bd3e327f req-3cde28d9-62c2-4e59-87d6-68b3baa0d99f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586700 Nov 13 07:36:11.857490 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180be75b-4dae-4309-b87d-6eea7d630b1a req-5774a425-85ef-49f7-9811-b5cb7fe299f2 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:11.858127 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40bc846-8bc3-4946-a5ad-27b756d0cd90 None None] New status for floating IP 758debf9-c481-413e-9b70-340574464ec0: DOWN {{(pid=82814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:36:11.880513 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-180be75b-4dae-4309-b87d-6eea7d630b1a req-5774a425-85ef-49f7-9811-b5cb7fe299f2 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.1352153 Nov 13 07:36:11.931100 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-180be75b-4dae-4309-b87d-6eea7d630b1a req-a17d5419-9ed5-4c18-a007-bb447f78fd00 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547142 Nov 13 07:36:12.266048 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1e5f-8237-4415-831f-10ce7f6257ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:12.716540 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:13.105004 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c8fbb-82aa-41e7-adcc-026f646ed55f req-758bbbc9-8100-4fd0-be5e-6c2292876e46 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:13.106744 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-635c8fbb-82aa-41e7-adcc-026f646ed55f req-758bbbc9-8100-4fd0-be5e-6c2292876e46 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.1262083 Nov 13 07:36:13.165687 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-635c8fbb-82aa-41e7-adcc-026f646ed55f req-c8c46726-fff3-48bb-8a77-49427ab75c57 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525239 Nov 13 07:36:13.264861 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120aeba-cf48-4706-b29a-d2bbd9a7e164 req-885dbc86-8f7b-400a-a752-e81940c1d598 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:13.267396 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8120aeba-cf48-4706-b29a-d2bbd9a7e164 req-885dbc86-8f7b-400a-a752-e81940c1d598 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.1975729 Nov 13 07:36:13.326402 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8120aeba-cf48-4706-b29a-d2bbd9a7e164 req-af6ae805-25ac-4fcb-82f3-1a75159dd01e tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531778 Nov 13 07:36:14.377073 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-c306824e-571f-4ed6-a2aa-edc141a79e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:14.412582 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bbce3-48f0-4af4-a189-d579dae3e0bb req-4a59ee4d-0d8f-4f03-9854-beaad4bacb80 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:14.414082 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3b9bbce3-48f0-4af4-a189-d579dae3e0bb req-4a59ee4d-0d8f-4f03-9854-beaad4bacb80 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.0880976 Nov 13 07:36:14.463960 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-eff74fe5-996e-4f28-a26a-242b9f48f16b req-406e05ab-905a-4692-a44e-1a68dbbf333f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5719e016a984b5995266b3b6d7bf2eb&device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 1098 time: 0.1485796 Nov 13 07:36:14.476815 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3b9bbce3-48f0-4af4-a189-d579dae3e0bb req-e0dbb9b6-3260-4809-9083-ff8bc68d1a4b tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546849 Nov 13 07:36:14.699225 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-041d280e-8e16-4247-8702-5ecf7b8ada4f req-d38dcf87-9fc3-4691-b245-4b7d88eb6a8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 1097 time: 0.2341776 Nov 13 07:36:14.709866 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff74fe5-996e-4f28-a26a-242b9f48f16b req-c835ace3-f885-44f6-9c8f-6940a5cb9a90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:14.711372 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-eff74fe5-996e-4f28-a26a-242b9f48f16b req-c835ace3-f885-44f6-9c8f-6940a5cb9a90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64 HTTP/1.1" status: 200 len: 915 time: 0.2038646 Nov 13 07:36:14.734856 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdccb1-45dc-437f-9663-53b2ce2b1a4f req-f56b883d-7618-4658-a395-ab97cef93690 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:14.736293 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cebdccb1-45dc-437f-9663-53b2ce2b1a4f req-f56b883d-7618-4658-a395-ab97cef93690 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.1455617 Nov 13 07:36:14.849597 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-eff74fe5-996e-4f28-a26a-242b9f48f16b req-8e628b14-1a8b-45e0-a80c-e974edd2d541 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 200 len: 217 time: 0.1093168 Nov 13 07:36:15.006559 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff74fe5-996e-4f28-a26a-242b9f48f16b req-9db0b111-b3c4-4929-893b-80fb4caf7139 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:15.008030 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-eff74fe5-996e-4f28-a26a-242b9f48f16b req-9db0b111-b3c4-4929-893b-80fb4caf7139 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09174ffa-30a2-47e9-aaa5-ab5ba387d3ab HTTP/1.1" status: 200 len: 853 time: 0.1043141 Nov 13 07:36:15.012558 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cebdccb1-45dc-437f-9663-53b2ce2b1a4f req-12475232-c4af-42a3-9dc7-5f1ece3728b2 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246168 Nov 13 07:36:15.070132 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d280e-8e16-4247-8702-5ecf7b8ada4f req-fecb30f9-df8a-43ea-9387-39087ac731f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:15.071527 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-041d280e-8e16-4247-8702-5ecf7b8ada4f req-fecb30f9-df8a-43ea-9387-39087ac731f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 918 time: 0.3303068 Nov 13 07:36:15.189884 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-eff74fe5-996e-4f28-a26a-242b9f48f16b req-cf3544fd-198d-49be-a939-32a9a0bb7180 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1677024 Nov 13 07:36:15.194343 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-041d280e-8e16-4247-8702-5ecf7b8ada4f req-69130ff1-d818-4529-acfc-be1777feb4bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=694de71a-637c-4bfc-a516-82caa23f73e1 HTTP/1.1" status: 200 len: 1000 time: 0.1146176 Nov 13 07:36:15.352866 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d280e-8e16-4247-8702-5ecf7b8ada4f req-8c7a0b8f-04aa-4220-8954-2fa0769dfe94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:15.354171 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-041d280e-8e16-4247-8702-5ecf7b8ada4f req-8c7a0b8f-04aa-4220-8954-2fa0769dfe94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.1318593 Nov 13 07:36:15.425238 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-eff74fe5-996e-4f28-a26a-242b9f48f16b req-3b050e1e-449c-4a22-bee6-9d0ab51ed3e5 service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225080 Nov 13 07:36:15.464591 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:15.541972 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-041d280e-8e16-4247-8702-5ecf7b8ada4f req-3f432ef4-fe40-4fd5-a1f7-abfd713d58f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1755421 Nov 13 07:36:15.662280 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-eff74fe5-996e-4f28-a26a-242b9f48f16b req-f77b11ab-54f0-4b05-9f05-2eec806da6d3 service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295341 Nov 13 07:36:15.712386 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-041d280e-8e16-4247-8702-5ecf7b8ada4f req-f570ed3a-4009-4e3c-9e23-c2f42a40da18 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536651 Nov 13 07:36:16.055521 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-041d280e-8e16-4247-8702-5ecf7b8ada4f req-b634d902-c2b2-4a08-9f9a-0610f656f01f service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336985 Nov 13 07:36:16.079747 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9018a4a0-c6a2-4f7b-be3f-1d593cdcab28 req-e4a48ca9-3ea7-45bd-bc6f-98eee8a4ad48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5719e016a984b5995266b3b6d7bf2eb&device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 1098 time: 0.3401306 Nov 13 07:36:16.086701 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce6edf-4be1-49da-a1d4-7a3edccb25db req-83fb698f-dd14-4987-a4e6-43b05c5aa55c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:16.088182 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-36ce6edf-4be1-49da-a1d4-7a3edccb25db req-83fb698f-dd14-4987-a4e6-43b05c5aa55c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 944 time: 0.4423923 Nov 13 07:36:16.222572 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1157ddc-2768-44a8-8c2b-f2edeb593a04 req-4f9a1961-7809-4da5-be50-2051ddec0fbd tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:16.224063 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d1157ddc-2768-44a8-8c2b-f2edeb593a04 req-4f9a1961-7809-4da5-be50-2051ddec0fbd tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.0793519 Nov 13 07:36:16.234409 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-36ce6edf-4be1-49da-a1d4-7a3edccb25db req-16581afd-1725-40aa-a01c-89a8cb0d140a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187067 Nov 13 07:36:16.266764 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018a4a0-c6a2-4f7b-be3f-1d593cdcab28 req-604af939-77ae-4629-8b15-2f1efa31f1f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:16.268264 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9018a4a0-c6a2-4f7b-be3f-1d593cdcab28 req-604af939-77ae-4629-8b15-2f1efa31f1f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64 HTTP/1.1" status: 200 len: 915 time: 0.1792111 Nov 13 07:36:16.276784 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d1157ddc-2768-44a8-8c2b-f2edeb593a04 req-0ec94782-1186-4032-a0a4-dc73414ed51e tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469334 Nov 13 07:36:16.340656 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9018a4a0-c6a2-4f7b-be3f-1d593cdcab28 req-6472f16e-d39e-43b4-98de-758b94ce94f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 200 len: 217 time: 0.0638437 Nov 13 07:36:16.407647 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018a4a0-c6a2-4f7b-be3f-1d593cdcab28 req-abf83761-2f69-4674-9c94-693a4965de73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:16.409605 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9018a4a0-c6a2-4f7b-be3f-1d593cdcab28 req-abf83761-2f69-4674-9c94-693a4965de73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=09174ffa-30a2-47e9-aaa5-ab5ba387d3ab HTTP/1.1" status: 200 len: 853 time: 0.0618663 Nov 13 07:36:16.486269 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9018a4a0-c6a2-4f7b-be3f-1d593cdcab28 req-0c227dca-824c-4b79-997b-17d6ff06ad88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ae09108-b5d2-4c2b-a942-c6cb3800bf64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701513 Nov 13 07:36:16.623093 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9018a4a0-c6a2-4f7b-be3f-1d593cdcab28 req-dd3fcbfe-6f11-4aa3-91ba-3d4835272b6b service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275909 Nov 13 07:36:16.757922 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9018a4a0-c6a2-4f7b-be3f-1d593cdcab28 req-171c9ab9-082a-4146-ba09-e2c310666438 service neutron] 10.222.0.36 "GET /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279829 Nov 13 07:36:16.942801 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:17.106955 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 694de71a-637c-4bfc-a516-82caa23f73e1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:36:17.243106 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:17.257739 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '694de71a-637c-4bfc-a516-82caa23f73e1', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'port_id': '694de71a-637c-4bfc-a516-82caa23f73e1', 'mac_address': 'fa:16:3e:e1:4c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:36:17.320675 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:17.341982 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694de71a-637c-4bfc-a516-82caa23f73e1 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:36:17.361932 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:17.369853 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:17.371951 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-6ea3addf-a878-4b18-841f-26509e9caacf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:17.487998 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3535d-ae7d-48b8-bfc7-57bd9c6602b6 req-9e876fbc-2134-46b2-b73c-6c6866d99255 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:17.490074 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=694de71a-637c-4bfc-a516-82caa23f73e1,revision_number=9']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:17.493341 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:17.494757 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-09c3535d-ae7d-48b8-bfc7-57bd9c6602b6 req-9e876fbc-2134-46b2-b73c-6c6866d99255 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 945 time: 0.0903018 Nov 13 07:36:17.497309 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e2ed7-9cf1-45d2-abf1-8161e662b14d req-a5e52d33-2fa5-40ba-9aa5-a94b47aa15b0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:17.499132 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4b5e2ed7-9cf1-45d2-abf1-8161e662b14d req-a5e52d33-2fa5-40ba-9aa5-a94b47aa15b0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 945 time: 0.0868897 Nov 13 07:36:17.534811 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-09c3535d-ae7d-48b8-bfc7-57bd9c6602b6 req-676f44b0-3d35-48fe-a100-091b5798df72 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Synchronizing usage tracker for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:36:17.550576 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-09c3535d-ae7d-48b8-bfc7-57bd9c6602b6 req-676f44b0-3d35-48fe-a100-091b5798df72 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Unset dirty status for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:36:17.551705 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-09c3535d-ae7d-48b8-bfc7-57bd9c6602b6 req-676f44b0-3d35-48fe-a100-091b5798df72 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561934 Nov 13 07:36:17.552301 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4b5e2ed7-9cf1-45d2-abf1-8161e662b14d req-8d9a9446-cc55-4f1b-bdca-568771a0f0e5 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471411 Nov 13 07:36:17.641170 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['694de71a-637c-4bfc-a516-82caa23f73e1'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:36:18.752562 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16474cad-941b-46f1-b300-75e384ca0a0a req-c6f5c985-afe7-465a-8d87-3aeff4d85961 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:18.754065 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-16474cad-941b-46f1-b300-75e384ca0a0a req-c6f5c985-afe7-465a-8d87-3aeff4d85961 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 945 time: 0.0797684 Nov 13 07:36:18.763156 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d238e2-2614-4edb-9996-3a95a7671010 req-88e93d3e-7ec6-43c8-9bd7-23ee091a1483 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:18.764612 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-04d238e2-2614-4edb-9996-3a95a7671010 req-88e93d3e-7ec6-43c8-9bd7-23ee091a1483 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 945 time: 0.0768116 Nov 13 07:36:18.800178 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-16474cad-941b-46f1-b300-75e384ca0a0a req-385eae50-73c2-4646-bed1-d5a1d89fbc7f tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405462 Nov 13 07:36:18.815701 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-04d238e2-2614-4edb-9996-3a95a7671010 req-a7636120-210b-4e46-9ac1-059c759232e3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455587 Nov 13 07:36:19.128180 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 694de71a-637c-4bfc-a516-82caa23f73e1 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:36:19.201558 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 694de71a-637c-4bfc-a516-82caa23f73e1 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:36:19.201988 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:19.253703 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-82113af0-1933-4fee-ad28-7b37589fc28b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:19.254487 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-82113af0-1933-4fee-ad28-7b37589fc28b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Synchronizing usage tracker for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:36:19.272506 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-82113af0-1933-4fee-ad28-7b37589fc28b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Unset dirty status for tenant:a5719e016a984b5995266b3b6d7bf2eb on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:36:19.273925 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-82113af0-1933-4fee-ad28-7b37589fc28b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 945 time: 0.1155636 Nov 13 07:36:19.325914 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:19.345656 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Deleting port a02ab093-8568-4a72-b67f-c9ff540b0b65 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:19.346074 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:19.353413 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:36:19.363874 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:19.368940 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:19.370923 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:19.416132 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1', 'code': 200} Nov 13 07:36:19.440794 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=694de71a-637c-4bfc-a516-82caa23f73e1,revision_number=10']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:19.443866 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:19.619466 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] For port a02ab093-8568-4a72-b67f-c9ff540b0b65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a02ab093-8568-4a72-b67f-c9ff540b0b65,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:19.619849 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:19.817736 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Calling delete_port for a02ab093-8568-4a72-b67f-c9ff540b0b65 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:36:20.009544 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6abd3-edbb-409e-9015-27bc244bb356 req-f4be1531-c50f-4d4a-9f0f-8d593ff6955b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:20.011115 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-63e6abd3-edbb-409e-9015-27bc244bb356 req-f4be1531-c50f-4d4a-9f0f-8d593ff6955b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbb26acd-e53f-4fce-aba8-c332c4e0cd6a HTTP/1.1" status: 200 len: 945 time: 0.0828528 Nov 13 07:36:20.041528 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-18a780c5-be53-4050-8380-92c39539e99b req-2dda8799-96d7-4af2-809b-f82079a225db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 1100 time: 0.1870856 Nov 13 07:36:20.057309 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-63e6abd3-edbb-409e-9015-27bc244bb356 req-9e97d939-1a70-49d0-8b54-e0751332c71c tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.15 "GET /v2.0/security-groups?id=b20db6df-4b7a-470f-8e74-cec4c75fdadf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400162 Nov 13 07:36:20.090830 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:20.102616 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:20.103238 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['a02ab093-8568-4a72-b67f-c9ff540b0b65'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:36:20.153072 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Pushing event deleted for resources: {'Port': ['ID=a02ab093-8568-4a72-b67f-c9ff540b0b65,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:20.160969 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:20.163112 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-18a780c5-be53-4050-8380-92c39539e99b req-114e9366-d5eb-4eca-a57c-85a9e4106940 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137505 Nov 13 07:36:20.232023 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b7cb3-f887-4823-b1e6-0f288a9f89a7 req-2d598486-603c-4072-8a0f-96d2a173a660 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:20.233489 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c06b7cb3-f887-4823-b1e6-0f288a9f89a7 req-2d598486-603c-4072-8a0f-96d2a173a660 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 947 time: 0.2551439 Nov 13 07:36:20.260758 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] No DVR routers for this DVR port a02ab093-8568-4a72-b67f-c9ff540b0b65 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:36:20.264301 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:20.266868 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'name': 'network-vif-deleted', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:36:20.303254 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7f5da153-e38b-4502-aab6-c328c00e0efe req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] 10.222.0.36 "DELETE /v2.0/ports/a02ab093-8568-4a72-b67f-c9ff540b0b65 HTTP/1.1" status: 204 len: 173 time: 1.0238004 Nov 13 07:36:20.313470 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c06b7cb3-f887-4823-b1e6-0f288a9f89a7 req-b67c1992-65d2-4e1c-8aa4-1ebca1833cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737035 Nov 13 07:36:20.347971 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb26acd-e53f-4fce-aba8-c332c4e0cd6a', 'name': 'network-vif-deleted', 'tag': 'a02ab093-8568-4a72-b67f-c9ff540b0b65', 'status': 'completed', 'code': 200} Nov 13 07:36:21.572009 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f620b-e38d-428f-9ee1-35f85abd4787 req-a58d2cb6-0146-46d0-8e12-b9f942957c48 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:21.573549 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0b7f620b-e38d-428f-9ee1-35f85abd4787 req-a58d2cb6-0146-46d0-8e12-b9f942957c48 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 947 time: 0.0933251 Nov 13 07:36:21.639302 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-0b7f620b-e38d-428f-9ee1-35f85abd4787 req-f8b55f11-7979-410d-9f8c-5ec60c5708f8 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591390 Nov 13 07:36:21.969359 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 37972) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:22.368983 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889747'] for router_interface, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:23.005501 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75597023-1aa7-4048-b2c5-8942b2d7c36d req-1a31ccc1-1432-422f-a0e2-fe0dae4b737b tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:23.007291 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-75597023-1aa7-4048-b2c5-8942b2d7c36d req-1a31ccc1-1432-422f-a0e2-fe0dae4b737b tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 947 time: 0.1971149 Nov 13 07:36:23.090850 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-75597023-1aa7-4048-b2c5-8942b2d7c36d req-895abb30-91ce-45a4-8c15-0d8ccd99f3ed tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766046 Nov 13 07:36:23.166404 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device a02ab093-8568-4a72-b67f-c9ff540b0b65 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:36:23.172084 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] Deleting port 826c662a-4aa7-4488-9d5e-0258ee9f3f11 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:23.172428 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:23.200143 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: a02ab093-8568-4a72-b67f-c9ff540b0b65 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:36:23.200488 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device a02ab093-8568-4a72-b67f-c9ff540b0b65 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:36:23.345904 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] For port 826c662a-4aa7-4488-9d5e-0258ee9f3f11, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=826c662a-4aa7-4488-9d5e-0258ee9f3f11,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:23.346272 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:23.462872 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] Calling delete_port for 826c662a-4aa7-4488-9d5e-0258ee9f3f11 owned by network:router_interface {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:36:23.655175 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:23.658744 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-712f686c-569b-4dc0-9cf2-fb60fdd783b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:23.698755 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=826c662a-4aa7-4488-9d5e-0258ee9f3f11,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:23.703124 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:24.005773 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1975460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889513'] for router_interface, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:24.710845 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] Router 9464a943-7a10-43ef-8687-6069c0acf113 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:36:24.915414 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:36:24.926534 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a935c2-16a3-4d4c-b22a-3e9318d72425 None None] Sync routers for ids ['9464a943-7a10-43ef-8687-6069c0acf113'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:36:24.930695 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-827558b0-d2ab-4c41-9057-ff3c84cc0f66 admin admin] 10.222.0.15 "PUT /v2.0/routers/9464a943-7a10-43ef-8687-6069c0acf113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9568775 Nov 13 07:36:24.930977 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 37996) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:24.940667 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a935c2-16a3-4d4c-b22a-3e9318d72425 None None] Routers {'9464a943-7a10-43ef-8687-6069c0acf113'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:36:24.941394 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-e9a935c2-16a3-4d4c-b22a-3e9318d72425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:36:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['9464a943-7a10-43ef-8687-6069c0acf113'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:25.125339 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-e9a935c2-16a3-4d4c-b22a-3e9318d72425 None None] Set router 9464a943-7a10-43ef-8687-6069c0acf113 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:36:25.134683 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Notify callbacks [] for router, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:25.347522 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:25.357917 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Deleting port ce8b4ae0-a591-4e12-8921-5074f01a3ace {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:25.358540 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:25.405952 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-e9a935c2-16a3-4d4c-b22a-3e9318d72425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206'}], 'enable_snat': True}, 'gw_port_id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:36:23Z', 'revision_number': 5, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port': {'id': 'ce8b4ae0-a591-4e12-8921-5074f01a3ace', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:42:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9464a943-7a10-43ef-8687-6069c0acf113', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:33Z', 'updated_at': '2021-11-13T07:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:25.409831 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a935c2-16a3-4d4c-b22a-3e9318d72425 None None] Checking router: 9464a943-7a10-43ef-8687-6069c0acf113 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:36:25.420644 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a935c2-16a3-4d4c-b22a-3e9318d72425 None None] Routers {'9464a943-7a10-43ef-8687-6069c0acf113'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:36:25.421277 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-e9a935c2-16a3-4d4c-b22a-3e9318d72425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:36:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['9464a943-7a10-43ef-8687-6069c0acf113'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:25.539974 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] For port ce8b4ae0-a591-4e12-8921-5074f01a3ace, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=ce8b4ae0-a591-4e12-8921-5074f01a3ace,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:25.540319 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:25.572773 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-e9a935c2-16a3-4d4c-b22a-3e9318d72425 None None] Set router 9464a943-7a10-43ef-8687-6069c0acf113 gateway port host: None {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:36:25.667024 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Calling delete_port for ce8b4ae0-a591-4e12-8921-5074f01a3ace owned by network:router_gateway {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:36:25.676095 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-e9a935c2-16a3-4d4c-b22a-3e9318d72425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:36:25Z', 'revision_number': 6, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port_host': None}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:25.680167 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a935c2-16a3-4d4c-b22a-3e9318d72425 None None] The sync data for ids ['9464a943-7a10-43ef-8687-6069c0acf113'] in dv-cinder-817832-1-smb is: [{'id': '9464a943-7a10-43ef-8687-6069c0acf113', 'name': 'tempest-TestMinimumBasicScenario-522288121-router', 'tenant_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:32Z', 'updated_at': '2021-11-13T07:36:25Z', 'revision_number': 6, 'project_id': 'a5719e016a984b5995266b3b6d7bf2eb', 'gw_port_host': None}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:36:25.842508 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:25.846058 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-9ff2ca09-a993-4162-8b61-8ba34b7bf7a1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:25.886042 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=ce8b4ae0-a591-4e12-8921-5074f01a3ace,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:25.889758 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:26.200977 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886470'] for router_gateway, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:26.452467 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8845'] for router, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:26.457219 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:26.483639 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-916542'] for router, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:26.484153 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9464a943-7a10-43ef-8687-6069c0acf113 {{(pid=82812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 07:36:26.496399 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Notify callbacks [] for router, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:26.497511 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] 10.222.0.15 "DELETE /v2.0/routers/9464a943-7a10-43ef-8687-6069c0acf113 HTTP/1.1" status: 204 len: 168 time: 1.5656693 Nov 13 07:36:26.500224 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38004) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:26.560931 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82a9b85-0a9c-4efa-a5a2-20048b441d7e admin admin] Deleting subnet 09174ffa-30a2-47e9-aaa5-ab5ba387d3ab {{(pid=82812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:36:26.564099 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a82a9b85-0a9c-4efa-a5a2-20048b441d7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:26.612177 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a82a9b85-0a9c-4efa-a5a2-20048b441d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368818'] for subnet, precommit_delete_associations {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:26.730821 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a82a9b85-0a9c-4efa-a5a2-20048b441d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:26.800297 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a82a9b85-0a9c-4efa-a5a2-20048b441d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3248979'] for subnet, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:26.804222 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ab59c42e-84d3-48a4-8881-65f68a44ec70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:26.836392 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a9b85-0a9c-4efa-a5a2-20048b441d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09174ffa-30a2-47e9-aaa5-ab5ba387d3ab,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:26.839724 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a82a9b85-0a9c-4efa-a5a2-20048b441d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:26.843249 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a82a9b85-0a9c-4efa-a5a2-20048b441d7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:26.849342 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb5b068-1039-4018-b750-30e789d993de None None] Network 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:36:26.850153 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a82a9b85-0a9c-4efa-a5a2-20048b441d7e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/09174ffa-30a2-47e9-aaa5-ab5ba387d3ab HTTP/1.1" status: 204 len: 168 time: 0.3490083 Nov 13 07:36:26.852770 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38008) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:26.957922 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:26.970673 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Deleting port 727c643a-467f-45a5-b866-e942155defa5 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:26.971060 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:27.143778 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9392cc-a2ae-4e35-b702-36313ed2f10b None None] DHCP port deletion for 2ae09108-b5d2-4c2b-a942-c6cb3800bf64 request from dv-cinder-817832-1-smb {{(pid=82813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 13 07:36:27.148278 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-de9392cc-a2ae-4e35-b702-36313ed2f10b None None] Deleting port 727c643a-467f-45a5-b866-e942155defa5 {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:27.148683 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-de9392cc-a2ae-4e35-b702-36313ed2f10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:27.181632 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] For port 727c643a-467f-45a5-b866-e942155defa5, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=727c643a-467f-45a5-b866-e942155defa5,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:27.181987 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:27.302629 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Calling delete_port for 727c643a-467f-45a5-b866-e942155defa5 owned by network:dhcp {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:36:27.359042 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-de9392cc-a2ae-4e35-b702-36313ed2f10b None None] For port 727c643a-467f-45a5-b866-e942155defa5, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=727c643a-467f-45a5-b866-e942155defa5,segment=NetworkSegment(de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1),segment_id=de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:27.359042 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-de9392cc-a2ae-4e35-b702-36313ed2f10b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:27.396579 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:27.400310 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-517dbc83-8da9-4eee-8a12-5525ce736eed tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:27.439821 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=727c643a-467f-45a5-b866-e942155defa5,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:27.443197 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:27.446180 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] No DVR routers for this DVR port 727c643a-467f-45a5-b866-e942155defa5 on host dv-cinder-817832-1-smb {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:36:27.486577 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-de9392cc-a2ae-4e35-b702-36313ed2f10b None None] Calling delete_port for 727c643a-467f-45a5-b866-e942155defa5 owned by network:dhcp {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:36:27.518819 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 826c662a-4aa7-4488-9d5e-0258ee9f3f11 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:36:27.559587 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: 826c662a-4aa7-4488-9d5e-0258ee9f3f11 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:36:27.559932 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 826c662a-4aa7-4488-9d5e-0258ee9f3f11 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:36:27.560350 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device ce8b4ae0-a591-4e12-8921-5074f01a3ace no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:36:27.601893 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: ce8b4ae0-a591-4e12-8921-5074f01a3ace {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:36:27.602212 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device ce8b4ae0-a591-4e12-8921-5074f01a3ace not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:36:27.602656 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 727c643a-467f-45a5-b866-e942155defa5 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:36:27.646116 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:27.671293 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae09108-b5d2-4c2b-a942-c6cb3800bf64']}} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:27.683378 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1') {'for_net_delete': True} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:27.683638 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3d8b50-ddb4-45fb-94c3-c294d8b1a5b1') {} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:27.695036 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368827'] for segment, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:27.700969 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: 727c643a-467f-45a5-b866-e942155defa5 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:36:27.701318 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 727c643a-467f-45a5-b866-e942155defa5 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:36:27.712573 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:27.719498 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=82812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:36:27.719779 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369056'] for segment, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:27.722600 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.db.api [None req-de9392cc-a2ae-4e35-b702-36313ed2f10b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 07:36:27.723134 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_db.api [None req-de9392cc-a2ae-4e35-b702-36313ed2f10b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: Traceback (most recent call last): Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: timer() Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: cb(*args, **kw) Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: return func(*args, **kwargs) Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: self._notify() Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: self.callback(batched_events) Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: event.method(event) Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: return f(self, *a, **k) Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: return self._get(url).json() Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: return self.request(url, 'GET', **kwargs) Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:36:27.735809 dv-cinder-817832-1-smb neutron-server[82812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:36:27.813239 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:27.816979 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f8615789-ba57-4364-a0a3-288430ffd73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:27.829537 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:27.839619 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae09108-b5d2-4c2b-a942-c6cb3800bf64,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:27.842645 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:27.854411 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2ae09108-b5d2-4c2b-a942-c6cb3800bf64 HTTP/1.1" status: 204 len: 168 time: 1.0007265 Nov 13 07:36:27.857607 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38020) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:28.224907 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-de9392cc-a2ae-4e35-b702-36313ed2f10b None None] Deleting port 727c643a-467f-45a5-b866-e942155defa5 {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:28.225496 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-de9392cc-a2ae-4e35-b702-36313ed2f10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:28.253006 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889747'] for router_interface, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:28.305559 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-de9392cc-a2ae-4e35-b702-36313ed2f10b None None] The port '727c643a-467f-45a5-b866-e942155defa5' was deleted {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 13 07:36:28.896287 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Deleting port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:28.896902 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:29.071942 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] For port 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f,segment=NetworkSegment(7b8dbdf2-c971-485f-9976-dd328645b63b),segment_id=7b8dbdf2-c971-485f-9976-dd328645b63b)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:29.072259 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:29.281412 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Calling delete_port for 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f owned by network:router_interface {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:36:29.460415 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:29.464366 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:29.507909 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:29.511365 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:29.798036 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1975460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889513'] for router_interface, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:30.404026 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:36:30.611791 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:36:30.620412 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819fddd-aca6-4e01-834d-080da7221681 None None] Sync routers for ids ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:36:30.630290 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] 10.222.0.15 "PUT /v2.0/routers/2b8ad2a3-8b92-4da2-9a2b-1630cc804b52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7716708 Nov 13 07:36:30.633010 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38036) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:30.633500 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819fddd-aca6-4e01-834d-080da7221681 None None] Routers {'2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:36:30.633908 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d819fddd-aca6-4e01-834d-080da7221681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:36:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:30.807287 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-d819fddd-aca6-4e01-834d-080da7221681 None None] Set router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:36:30.836621 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Notify callbacks [] for router, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:31.002671 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:36:31.028673 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:31.039350 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Deleting port 29a352e4-4e0c-4119-a1c2-b549e556db17 {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:31.039729 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:31.091195 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d819fddd-aca6-4e01-834d-080da7221681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'name': 'tempest-TestMinimumBasicScenario-1703304662-router', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39'}], 'enable_snat': True}, 'gw_port_id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:41Z', 'updated_at': '2021-11-13T07:36:29Z', 'revision_number': 5, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'gw_port': {'id': '29a352e4-4e0c-4119-a1c2-b549e556db17', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:33:42Z', 'updated_at': '2021-11-13T07:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:31.095710 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819fddd-aca6-4e01-834d-080da7221681 None None] Checking router: 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:36:31.106454 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d819fddd-aca6-4e01-834d-080da7221681 None None] Routers {'2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:36:31.107077 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d819fddd-aca6-4e01-834d-080da7221681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:36:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:31.290629 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-d819fddd-aca6-4e01-834d-080da7221681 None None] Set router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 gateway port host: None {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:36:31.301794 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] For port 29a352e4-4e0c-4119-a1c2-b549e556db17, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=29a352e4-4e0c-4119-a1c2-b549e556db17,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:31.302126 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:31.395945 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d819fddd-aca6-4e01-834d-080da7221681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'name': 'tempest-TestMinimumBasicScenario-1703304662-router', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:41Z', 'updated_at': '2021-11-13T07:36:31Z', 'revision_number': 6, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'gw_port_host': None}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:31.400511 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d819fddd-aca6-4e01-834d-080da7221681 None None] The sync data for ids ['2b8ad2a3-8b92-4da2-9a2b-1630cc804b52'] in dv-cinder-817832-1-smb is: [{'id': '2b8ad2a3-8b92-4da2-9a2b-1630cc804b52', 'name': 'tempest-TestMinimumBasicScenario-1703304662-router', 'tenant_id': '600d7405aa234a5c850728e67fa5d4c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:33:41Z', 'updated_at': '2021-11-13T07:36:31Z', 'revision_number': 6, 'project_id': '600d7405aa234a5c850728e67fa5d4c7', 'gw_port_host': None}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:36:31.424672 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Calling delete_port for 29a352e4-4e0c-4119-a1c2-b549e556db17 owned by network:router_gateway {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:36:31.588642 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:31.593691 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:31.634403 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Pushing event deleted for resources: {'Port': ['ID=29a352e4-4e0c-4119-a1c2-b549e556db17,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:31.636950 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:31.885186 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886470'] for router_gateway, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.136905 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8845'] for router, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.141170 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.199936 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:36:32.224981 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-916542'] for router, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.225787 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 {{(pid=82811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 07:36:32.239485 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.240657 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] 10.222.0.15 "DELETE /v2.0/routers/2b8ad2a3-8b92-4da2-9a2b-1630cc804b52 HTTP/1.1" status: 204 len: 168 time: 1.6066549 Nov 13 07:36:32.243213 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38050) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:32.254831 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:36:32.255181 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 09aa5d84-5bfd-4e14-9c68-58f10c9dbf5f not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:36:32.309151 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e10cce5-9cd2-4840-aa7c-d748d3ed6b90 admin admin] Deleting subnet 78cf1c98-100d-400c-9100-db6d009104be {{(pid=82811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:36:32.312350 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e10cce5-9cd2-4840-aa7c-d748d3ed6b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.363470 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e10cce5-9cd2-4840-aa7c-d748d3ed6b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936024'] for subnet, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.485677 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e10cce5-9cd2-4840-aa7c-d748d3ed6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.553017 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e10cce5-9cd2-4840-aa7c-d748d3ed6b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3936112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4003106'] for subnet, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.556788 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9b3fbba9-71dd-4345-b9a3-2caaf47b5aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:32.679103 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10cce5-9cd2-4840-aa7c-d748d3ed6b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78cf1c98-100d-400c-9100-db6d009104be,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:32.682843 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0e10cce5-9cd2-4840-aa7c-d748d3ed6b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:32.685883 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e10cce5-9cd2-4840-aa7c-d748d3ed6b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.692567 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-0e10cce5-9cd2-4840-aa7c-d748d3ed6b90 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/78cf1c98-100d-400c-9100-db6d009104be HTTP/1.1" status: 204 len: 168 time: 0.4481962 Nov 13 07:36:32.692911 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e93577-51ad-421e-b1f7-f653128d8120 None None] Network 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:36:32.695066 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38054) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:32.802471 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.813843 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Deleting port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:32.813843 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:32.944139 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554bca4e-6ccd-469c-a610-ad589e63109b None None] DHCP port deletion for 65ac44c7-fae9-43ae-93d4-30b9c6a39c33 request from dv-cinder-817832-1-smb {{(pid=82813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 13 07:36:32.948310 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-554bca4e-6ccd-469c-a610-ad589e63109b None None] Deleting port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:32.948794 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-554bca4e-6ccd-469c-a610-ad589e63109b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.021981 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] For port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=ba8b91f2-814a-4bb6-b3ce-25bfab1a059b,segment=NetworkSegment(7b8dbdf2-c971-485f-9976-dd328645b63b),segment_id=7b8dbdf2-c971-485f-9976-dd328645b63b)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:33.022347 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.145931 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Calling delete_port for ba8b91f2-814a-4bb6-b3ce-25bfab1a059b owned by network:dhcp {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:36:33.159440 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-554bca4e-6ccd-469c-a610-ad589e63109b None None] For port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=ba8b91f2-814a-4bb6-b3ce-25bfab1a059b,segment=NetworkSegment(7b8dbdf2-c971-485f-9976-dd328645b63b),segment_id=7b8dbdf2-c971-485f-9976-dd328645b63b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:33.159979 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-554bca4e-6ccd-469c-a610-ad589e63109b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.225708 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.230316 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:33.269726 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8b91f2-814a-4bb6-b3ce-25bfab1a059b,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:33.277598 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:33.285907 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] No DVR routers for this DVR port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b on host dv-cinder-817832-1-smb {{(pid=82811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:36:33.303870 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defc394-82fc-4954-a28d-60b125fbe360 req-1b786535-30c9-42fb-bff3-b9926a938d77 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:33.306972 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6defc394-82fc-4954-a28d-60b125fbe360 req-1b786535-30c9-42fb-bff3-b9926a938d77 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.0861754 Nov 13 07:36:33.322836 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-554bca4e-6ccd-469c-a610-ad589e63109b None None] Calling delete_port for ba8b91f2-814a-4bb6-b3ce-25bfab1a059b owned by network:dhcp {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:36:33.394330 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.db.api [None req-554bca4e-6ccd-469c-a610-ad589e63109b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 07:36:33.394741 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_db.api [None req-554bca4e-6ccd-469c-a610-ad589e63109b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 07:36:33.405037 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.432039 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ac44c7-fae9-43ae-93d4-30b9c6a39c33']}} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:33.449217 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8dbdf2-c971-485f-9976-dd328645b63b') {'for_net_delete': True} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:33.449501 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8dbdf2-c971-485f-9976-dd328645b63b') {} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:33.464496 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936017'] for segment, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.468539 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6defc394-82fc-4954-a28d-60b125fbe360 req-4409d54f-e667-4fa9-b91b-910680519945 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550972 Nov 13 07:36:33.484119 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.491786 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=82811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:36:33.492274 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3932370'] for segment, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: Traceback (most recent call last): Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: timer() Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: cb(*args, **kw) Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: return func(*args, **kwargs) Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: self._notify() Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: self.callback(batched_events) Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: event.method(event) Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: return f(self, *a, **k) Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: return self._get(url).json() Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: return self.request(url, 'GET', **kwargs) Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:36:33.506118 dv-cinder-817832-1-smb neutron-server[82811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:36:33.530170 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device ba8b91f2-814a-4bb6-b3ce-25bfab1a059b no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:36:33.562591 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: ba8b91f2-814a-4bb6-b3ce-25bfab1a059b {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:36:33.563052 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device ba8b91f2-814a-4bb6-b3ce-25bfab1a059b not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:36:33.563468 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 29a352e4-4e0c-4119-a1c2-b549e556db17 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:36:33.580674 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.584825 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:33.600204 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.600915 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: 29a352e4-4e0c-4119-a1c2-b549e556db17 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:36:33.601269 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 29a352e4-4e0c-4119-a1c2-b549e556db17 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:36:33.610074 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Pushing event deleted for resources: {'Network': ['ID=65ac44c7-fae9-43ae-93d4-30b9c6a39c33,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:33.614319 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:33.620216 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] 10.222.0.15 "DELETE /v2.0/networks/65ac44c7-fae9-43ae-93d4-30b9c6a39c33 HTTP/1.1" status: 204 len: 168 time: 0.9242172 Nov 13 07:36:33.768673 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38066) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:33.818490 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-ad1769dd-606a-479d-bcfe-69cc5a0f4217 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5719e016a984b5995266b3b6d7bf2eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486350 Nov 13 07:36:33.821784 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38070) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:33.879635 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-a04b679c-90ec-42c8-ba38-faeae89d6e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.896163 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-554bca4e-6ccd-469c-a610-ad589e63109b None None] Deleting port ba8b91f2-814a-4bb6-b3ce-25bfab1a059b {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:33.896614 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-554bca4e-6ccd-469c-a610-ad589e63109b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.905659 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-a04b679c-90ec-42c8-ba38-faeae89d6e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.957415 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-a04b679c-90ec-42c8-ba38-faeae89d6e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.958413 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-554bca4e-6ccd-469c-a610-ad589e63109b None None] The port 'ba8b91f2-814a-4bb6-b3ce-25bfab1a059b' was deleted {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 13 07:36:33.961263 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-06733165-4fe3-4096-93dd-4b7e1860c489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:33.972122 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b679c-90ec-42c8-ba38-faeae89d6e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20db6df-4b7a-470f-8e74-cec4c75fdadf,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:33.976927 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-a04b679c-90ec-42c8-ba38-faeae89d6e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:33.988676 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-a04b679c-90ec-42c8-ba38-faeae89d6e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:33.989733 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-a04b679c-90ec-42c8-ba38-faeae89d6e5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b20db6df-4b7a-470f-8e74-cec4c75fdadf HTTP/1.1" status: 204 len: 168 time: 0.1671107 Nov 13 07:36:34.405606 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38078) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:34.456184 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-578f0baa-96f5-45c7-bed1-7e0122684786 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=600d7405aa234a5c850728e67fa5d4c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493784 Nov 13 07:36:34.460413 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38082) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:34.528954 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-759b0a18-2653-4814-b711-2dcc3efba6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:34.554529 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-759b0a18-2653-4814-b711-2dcc3efba6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:34.639054 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-759b0a18-2653-4814-b711-2dcc3efba6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:34.646549 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e303a3b3-ed0c-4e2a-8894-ac0246b656d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:34.660646 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b0a18-2653-4814-b711-2dcc3efba6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6113ea63-1698-4537-a94f-c9d5996ec101,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:34.666263 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-759b0a18-2653-4814-b711-2dcc3efba6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:34.671753 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-759b0a18-2653-4814-b711-2dcc3efba6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:34.672848 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-759b0a18-2653-4814-b711-2dcc3efba6e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6113ea63-1698-4537-a94f-c9d5996ec101 HTTP/1.1" status: 204 len: 168 time: 0.2110684 Nov 13 07:36:34.701171 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e02803-e948-48da-9265-088c157a72b0 req-a03336f8-270d-46b3-ae6a-96efc589ed23 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:34.702656 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b7e02803-e948-48da-9265-088c157a72b0 req-a03336f8-270d-46b3-ae6a-96efc589ed23 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.0994568 Nov 13 07:36:34.751006 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b7e02803-e948-48da-9265-088c157a72b0 req-073b7f5a-07c2-4e82-b3d2-c5368f440a9b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423684 Nov 13 07:36:35.029932 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:35.979865 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b132d5e-a41f-402b-9ba8-32d29f9a6f43 req-df406cff-f2c5-4ccd-b053-aadc5db21062 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:35.981196 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3b132d5e-a41f-402b-9ba8-32d29f9a6f43 req-df406cff-f2c5-4ccd-b053-aadc5db21062 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.0867348 Nov 13 07:36:36.030159 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3b132d5e-a41f-402b-9ba8-32d29f9a6f43 req-b5521987-3f71-460c-ae34-274cb2824f72 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418866 Nov 13 07:36:37.250319 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa1dad-faad-4b4b-ba3b-551bdc9fa7c5 req-7e46dc10-8312-4623-aa92-9d15ae3e1086 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:37.251813 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9fa1dad-faad-4b4b-ba3b-551bdc9fa7c5 req-7e46dc10-8312-4623-aa92-9d15ae3e1086 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.0919383 Nov 13 07:36:37.304090 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d9fa1dad-faad-4b4b-ba3b-551bdc9fa7c5 req-10c09439-4386-40cc-af09-7f2e2ae7d3f2 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/security-groups?id=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466704 Nov 13 07:36:37.765127 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a40a5-ea54-4770-92ad-b42757ec4d2d req-9dc6671f-7ad3-4be0-8631-ffc320415323 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:37.766539 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6f6a40a5-ea54-4770-92ad-b42757ec4d2d req-9dc6671f-7ad3-4be0-8631-ffc320415323 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.36 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 945 time: 0.0860403 Nov 13 07:36:37.837058 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-6f6a40a5-ea54-4770-92ad-b42757ec4d2d req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Deleting port 630355ca-9cb4-4c08-8298-4ade97336ca0 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:36:37.837394 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-6f6a40a5-ea54-4770-92ad-b42757ec4d2d req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:38.084488 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-6f6a40a5-ea54-4770-92ad-b42757ec4d2d req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] For port 630355ca-9cb4-4c08-8298-4ade97336ca0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=630355ca-9cb4-4c08-8298-4ade97336ca0,segment=NetworkSegment(ff5107ce-a196-4398-a83e-cdcd5c2d0c38),segment_id=ff5107ce-a196-4398-a83e-cdcd5c2d0c38)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:36:38.084717 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-6f6a40a5-ea54-4770-92ad-b42757ec4d2d req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:38.202732 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-6f6a40a5-ea54-4770-92ad-b42757ec4d2d req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Calling delete_port for 630355ca-9cb4-4c08-8298-4ade97336ca0 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:36:38.350943 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-6f6a40a5-ea54-4770-92ad-b42757ec4d2d req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:38.357019 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1ccb8fd4-ba7f-47d8-9088-c2f1d0728e9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:38.362536 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['630355ca-9cb4-4c08-8298-4ade97336ca0'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:36:38.399726 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Pushing event deleted for resources: {'Port': ['ID=630355ca-9cb4-4c08-8298-4ade97336ca0,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:38.403673 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:38.507222 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-eef5c2a2-785f-4b4a-bcde-b00af8d9dbbf req-95eee32f-877d-46c8-8c6c-f0e85ca6675d tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.15 "GET /v2.0/ports?device_id=31db5c90-73e5-4183-b14a-28a8ba7c875a HTTP/1.1" status: 200 len: 210 time: 0.0692897 Nov 13 07:36:38.511643 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6a40a5-ea54-4770-92ad-b42757ec4d2d req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] No DVR routers for this DVR port 630355ca-9cb4-4c08-8298-4ade97336ca0 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:36:38.514189 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-6f6a40a5-ea54-4770-92ad-b42757ec4d2d req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:38.516814 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31db5c90-73e5-4183-b14a-28a8ba7c875a', 'name': 'network-vif-deleted', 'tag': '630355ca-9cb4-4c08-8298-4ade97336ca0'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:36:38.533582 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6f6a40a5-ea54-4770-92ad-b42757ec4d2d req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] 10.222.0.36 "DELETE /v2.0/ports/630355ca-9cb4-4c08-8298-4ade97336ca0 HTTP/1.1" status: 204 len: 173 time: 0.7604465 Nov 13 07:36:38.793189 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31db5c90-73e5-4183-b14a-28a8ba7c875a', 'name': 'network-vif-deleted', 'tag': '630355ca-9cb4-4c08-8298-4ade97336ca0', 'status': 'completed', 'code': 200} Nov 13 07:36:41.253004 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 630355ca-9cb4-4c08-8298-4ade97336ca0 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:36:41.293224 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 630355ca-9cb4-4c08-8298-4ade97336ca0 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:36:41.295263 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 630355ca-9cb4-4c08-8298-4ade97336ca0 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:36:42.271999 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-1cea41be-88b3-4ece-9123-7d878e171ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:42.711404 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:44.351513 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b6a940a2-0467-4c5b-a3ca-0acd7f00aae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:45.470986 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:46.944521 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:58.480543 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4124e-5ff6-4734-a829-c18cae256071 req-4a2c5370-5a19-4b70-b96c-ce4204d6896a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:58.482022 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c6e4124e-5ff6-4734-a829-c18cae256071 req-4a2c5370-5a19-4b70-b96c-ce4204d6896a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 947 time: 0.0828297 Nov 13 07:36:58.529668 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c6e4124e-5ff6-4734-a829-c18cae256071 req-4ee6b267-9c00-4f80-9ee3-d8a9f74418bd tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393960 Nov 13 07:36:59.132133 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38242) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:59.200433 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f73b23-f143-47ff-a726-a4ad3f69e744 admin admin] Deleting subnet c7f9648f-68a3-493d-b677-63d038b2caba {{(pid=82811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:36:59.204928 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-13f73b23-f143-47ff-a726-a4ad3f69e744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.259097 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-13f73b23-f143-47ff-a726-a4ad3f69e744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936024'] for subnet, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.319369 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-13f73b23-f143-47ff-a726-a4ad3f69e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.394497 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-13f73b23-f143-47ff-a726-a4ad3f69e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3936112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4003106'] for subnet, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.398879 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:59.432166 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f73b23-f143-47ff-a726-a4ad3f69e744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7f9648f-68a3-493d-b677-63d038b2caba,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:59.434640 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-13f73b23-f143-47ff-a726-a4ad3f69e744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:59.437423 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-13f73b23-f143-47ff-a726-a4ad3f69e744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.443593 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-13f73b23-f143-47ff-a726-a4ad3f69e744 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c7f9648f-68a3-493d-b677-63d038b2caba HTTP/1.1" status: 204 len: 168 time: 0.3104591 Nov 13 07:36:59.447477 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38246) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:36:59.561279 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.685293 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.712760 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7aac83-bab7-43ac-90da-d91f06757c70']}} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:59.727840 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5107ce-a196-4398-a83e-cdcd5c2d0c38') {'for_net_delete': True} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:59.728101 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5107ce-a196-4398-a83e-cdcd5c2d0c38') {} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:36:59.740254 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368827'] for segment, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.744901 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7a902-2169-4642-b6e9-979a6f00537e req-7522071d-2230-47eb-b524-5d3bdb18228e tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:59.746369 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1db7a902-2169-4642-b6e9-979a6f00537e req-7522071d-2230-47eb-b524-5d3bdb18228e tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 947 time: 0.0788822 Nov 13 07:36:59.756277 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.762218 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=82812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:36:59.762592 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369056'] for segment, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: Traceback (most recent call last): Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: timer() Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: cb(*args, **kw) Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: return func(*args, **kwargs) Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: self._notify() Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: self.callback(batched_events) Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: event.method(event) Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: return f(self, *a, **k) Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: return self._get(url).json() Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: return self.request(url, 'GET', **kwargs) Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:36:59.776190 dv-cinder-817832-1-smb neutron-server[82812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:36:59.795142 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1db7a902-2169-4642-b6e9-979a6f00537e req-1d11a8d5-08e9-4260-b9e6-99dd1dca6e2a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c44fa5-67f4-4288-971e-f78b202c2e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425661 Nov 13 07:36:59.858386 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.862781 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-fa1c7482-c6a3-4137-898b-86f36dab8a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:36:59.876685 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:36:59.918645 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7aac83-bab7-43ac-90da-d91f06757c70,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:36:59.935120 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] 10.222.0.15 "DELETE /v2.0/networks/6e7aac83-bab7-43ac-90da-d91f06757c70 HTTP/1.1" status: 204 len: 168 time: 0.4862866 Nov 13 07:36:59.937903 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:59.938218 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:59.938546 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:59.939461 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:59.939461 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:59.939755 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:59.940084 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:59.940538 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:59.940751 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:59.941083 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:59.941411 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:36:59.945640 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:36:59.981663 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-1814e50d-6b5f-4ef9-8bff-7a6a9931bd1d tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:36:59.983168 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-1814e50d-6b5f-4ef9-8bff-7a6a9931bd1d tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.36 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 947 time: 0.1079290 Nov 13 07:37:00.133412 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Deleting port 694de71a-637c-4bfc-a516-82caa23f73e1 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:37:00.133741 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:00.140026 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38254) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:00.191544 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-645a1dff-9bda-4503-b762-a76212d55ec9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd95306e5cde4faabb1ffd075be8b2d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500340 Nov 13 07:37:00.193368 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38258) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:00.257993 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbc4a-c1ce-4309-8dd6-a3c16e33bc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:00.283453 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbc4a-c1ce-4309-8dd6-a3c16e33bc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:00.340852 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbc4a-c1ce-4309-8dd6-a3c16e33bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:00.350502 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-a04b679c-90ec-42c8-ba38-faeae89d6e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:00.361572 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bbc4a-c1ce-4309-8dd6-a3c16e33bc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:00.365683 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0f9bbc4a-c1ce-4309-8dd6-a3c16e33bc86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:00.369037 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0f9bbc4a-c1ce-4309-8dd6-a3c16e33bc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:00.379195 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-0f9bbc4a-c1ce-4309-8dd6-a3c16e33bc86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faf0d35c-b2d5-48ad-8c21-983d1d1c0ea2 HTTP/1.1" status: 204 len: 168 time: 0.1793501 Nov 13 07:37:00.402587 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] For port 694de71a-637c-4bfc-a516-82caa23f73e1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=694de71a-637c-4bfc-a516-82caa23f73e1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:00.402964 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:00.687737 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:00.688400 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:00.688400 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.l3_db [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Floating IP cf91cedd-2136-47e0-9dbd-a89848dbf3be disassociated. External IP: 172.28.0.150, port: 694de71a-637c-4bfc-a516-82caa23f73e1. Nov 13 07:37:00.688960 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Calling delete_port for 694de71a-637c-4bfc-a516-82caa23f73e1 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:37:00.830813 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:00.837236 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:00.879313 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event deleted for resources: {'Port': ['ID=694de71a-637c-4bfc-a516-82caa23f73e1,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:00.883327 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:01.003541 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-aded943c-b39e-43e3-a525-c4ebfc5ad813 req-cef25058-699f-4ba3-9f30-7d727e6e3176 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=4431504c-f02a-40d1-a04f-df28d4ec4341 HTTP/1.1" status: 200 len: 210 time: 0.0547526 Nov 13 07:37:01.138693 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Router 3e65a1d8-bd7f-454e-950e-9f64d6724218 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:37:01.225019 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38282) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:01.355321 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:37:01.371181 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c924c7f0-a3de-4f8d-8038-edd9dc2f4742 None None] Sync routers for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:37:01.372265 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-893639586-network', 'tenant_id': '1380a5a3fc7d4abea25525997558701b'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:01.377297 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:01.386150 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c924c7f0-a3de-4f8d-8038-edd9dc2f4742 None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:01.386533 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Usage tracker for resource:network and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:01.387555 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-c924c7f0-a3de-4f8d-8038-edd9dc2f4742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:36:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:01.393059 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:01.400727 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:01.410063 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Made reservation on behalf of 1380a5a3fc7d4abea25525997558701b for: {'network': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:37:01.412654 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:01.427285 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:01.431232 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] No DVR routers for this DVR port 694de71a-637c-4bfc-a516-82caa23f73e1 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:37:01.433771 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:01.436501 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'name': 'network-vif-deleted', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:37:01.454596 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-044c0372-4095-4935-90c5-c7b6e15a38f8 req-66d33d7c-8119-42c2-928e-8f6ddaf6b448 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.36 "DELETE /v2.0/ports/694de71a-637c-4bfc-a516-82caa23f73e1 HTTP/1.1" status: 204 len: 173 time: 1.4654088 Nov 13 07:37:01.467650 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:01.473238 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Usage tracker for resource:security_group_rule and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:01.476435 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:01.493164 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:01.506732 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4431504c-f02a-40d1-a04f-df28d4ec4341', 'name': 'network-vif-deleted', 'tag': '694de71a-637c-4bfc-a516-82caa23f73e1', 'status': 'completed', 'code': 200} Nov 13 07:37:01.586641 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-c924c7f0-a3de-4f8d-8038-edd9dc2f4742 None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:01.661869 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:01.665484 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:01.669527 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-1b4be161-85b5-47b5-8fdd-b2beeeed79ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:01.700923 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=82811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:37:01.710489 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97aaba-c2cd-4e6d-a35f-9643fc5317d5,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:01.713702 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:01.718497 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:01.718751 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.segments_db [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Added segment a02eaa8b-a448-4862-a0bb-8259bd557f57 of type vlan for network be9faec0-9e85-4e0d-a752-b94668eb5d28 Nov 13 07:37:01.746777 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:01.780274 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:01.781879 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:01.782591 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:01.789068 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-834559e6-1114-4e8d-bef7-8a805e5afe23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:01.888521 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Pushing event updated for resources: {'Network': ['ID=be9faec0-9e85-4e0d-a752-b94668eb5d28,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:01.892077 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6655641 Nov 13 07:37:01.893155 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:01.894840 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38290) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:01.900528 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Request body: {'subnet': {'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-893639586-subnet', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'ip_version': 4}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:01.903970 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network be9faec0-9e85-4e0d-a752-b94668eb5d28 details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:37:01.905269 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:01.909362 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Usage tracker for resource:subnet and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:01.912208 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:01.917767 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:01.925972 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-c924c7f0-a3de-4f8d-8038-edd9dc2f4742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:01.929379 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Made reservation on behalf of 1380a5a3fc7d4abea25525997558701b for: {'subnet': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:37:01.931882 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4003135'] for subnet, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:01.983228 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c924c7f0-a3de-4f8d-8038-edd9dc2f4742 None None] Checking router: 3e65a1d8-bd7f-454e-950e-9f64d6724218 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:37:02.014144 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c924c7f0-a3de-4f8d-8038-edd9dc2f4742 None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:02.014785 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-c924c7f0-a3de-4f8d-8038-edd9dc2f4742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:36:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:02.138619 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3936177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4003113'] for subnet, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.143105 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:02.161775 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38298) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:02.211551 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-c924c7f0-a3de-4f8d-8038-edd9dc2f4742 None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:02.216472 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a19bcca-2181-4518-88ce-7c83c4206ab0,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:02.220252 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:02.228468 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Checking segment: {'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:37:02.229078 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Network hostable DHCP agents. Network: be9faec0-9e85-4e0d-a752-b94668eb5d28, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:37:02.240081 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-add5b563-8244-4598-b2a1-5e3575bdccd3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.253817 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Network be9faec0-9e85-4e0d-a752-b94668eb5d28 is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:37:02.266041 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, be9faec0-9e85-4e0d-a752-b94668eb5d28) {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:02.268839 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-add5b563-8244-4598-b2a1-5e3575bdccd3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.270351 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:02.271014 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.283806 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0150a21-2c72-4d8c-a729-5e2c9240d6dc None None] Network be9faec0-9e85-4e0d-a752-b94668eb5d28 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:37:02.294927 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-2c0cebbb-0ce4-4ff5-9845-e90180424276 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3987172 Nov 13 07:37:02.297447 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38302) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:02.307056 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:02.320820 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:02.326860 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Usage tracker for resource:router and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:02.329500 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-add5b563-8244-4598-b2a1-5e3575bdccd3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.333064 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:02.340521 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:02.340931 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-de5f79ca-fee0-43f9-91bb-ec26780e6089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:02.355554 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8863'] for router, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.356914 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-917045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8852'] for router, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.357072 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5b563-8244-4598-b2a1-5e3575bdccd3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c44fa5-67f4-4288-971e-f78b202c2e18,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:02.359996 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-add5b563-8244-4598-b2a1-5e3575bdccd3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:02.361447 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-add5b563-8244-4598-b2a1-5e3575bdccd3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.362779 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-add5b563-8244-4598-b2a1-5e3575bdccd3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "DELETE /v2.0/security-groups/32c44fa5-67f4-4288-971e-f78b202c2e18 HTTP/1.1" status: 204 len: 168 time: 0.2000098 Nov 13 07:37:02.365451 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38306) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:02.384303 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.api.v2.resource [None req-dffa747f-02de-4348-a97b-88d10e5bf497 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] show failed (client error): The resource could not be found. Nov 13 07:37:02.385340 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-dffa747f-02de-4348-a97b-88d10e5bf497 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups/32c44fa5-67f4-4288-971e-f78b202c2e18 HTTP/1.1" status: 404 len: 347 time: 0.0174148 Nov 13 07:37:02.388177 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38310) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:02.395828 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.558651 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-888067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8834'] for router, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.631317 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Deleting port 179c1e33-2dbe-440c-8653-3829dc9389a9 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:37:02.631691 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.722492 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32ccc176-65ec-50ed-a27a-bb886e33ae93-be9faec0-9e85-4e0d-a752-b94668eb5d28', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0'}]}} from dv-cinder-817832-1-smb. {{(pid=82813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 13 07:37:02.723349 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.752899 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.782791 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.808484 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.808848 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:02.922493 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Allocated IP 172.28.0.218 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/b23b0d2d-8f88-4080-9980-57c9a2140f7a) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:37:02.931224 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Calling delete_port for 179c1e33-2dbe-440c-8653-3829dc9389a9 owned by network:floatingip {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:37:02.931800 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-c924c7f0-a3de-4f8d-8038-edd9dc2f4742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:02.939834 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c924c7f0-a3de-4f8d-8038-edd9dc2f4742 None None] The sync data for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb is: [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:37:02.952080 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.db_base_plugin_common [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Allocated IP 172.20.0.2 (be9faec0-9e85-4e0d-a752-b94668eb5d28/4a19bcca-2181-4518-88ce-7c83c4206ab0/8c535098-24c5-4771-85f4-feb99089eb62) {{(pid=82813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:37:03.100539 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.107536 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a3fa4f4c-ec69-46c5-a186-b9535ac20c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:03.108134 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.151485 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.156507 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:03.163188 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event deleted for resources: {'Port': ['ID=179c1e33-2dbe-440c-8653-3829dc9389a9,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:03.166667 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:03.198456 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Notify callbacks [] for port, precommit_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.211939 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Transition to ACTIVE for port object 8c535098-24c5-4771-85f4-feb99089eb62 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:03.227718 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:03.231134 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:03.235807 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:37:03.240348 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Transition to ACTIVE for port object 8c535098-24c5-4771-85f4-feb99089eb62 will not be triggered until provisioned by entity DHCP. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:03.249009 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.260710 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a51ade-1c9d-42ae-ace0-12cca2a9ba0e None None] New status for floating IP cf91cedd-2136-47e0-9dbd-a89848dbf3be: DOWN {{(pid=82814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:37:03.263603 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Pushing event updated for resources: {'Port': ['ID=b23b0d2d-8f88-4080-9980-57c9a2140f7a,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:03.263801 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:03.270550 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:03.286577 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.303561 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Network be9faec0-9e85-4e0d-a752-b94668eb5d28 is already hosted by enough agents. {{(pid=82813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:03.309602 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.base_scheduler [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Resources bound (agent type, host, resource id): {{(pid=82813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:03.320828 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Received port after_create {{(pid=82813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:37:03.326462 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.332637 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "DELETE /v2.0/floatingips/cf91cedd-2136-47e0-9dbd-a89848dbf3be HTTP/1.1" status: 204 len: 168 time: 0.9402401 Nov 13 07:37:03.424724 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.425474 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888126'] for router, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.432161 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 694de71a-637c-4bfc-a516-82caa23f73e1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:37:03.476208 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Pushing event updated for resources: {'Port': ['ID=8c535098-24c5-4771-85f4-feb99089eb62,revision_number=1']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:03.478190 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 694de71a-637c-4bfc-a516-82caa23f73e1 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:37:03.478596 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 694de71a-637c-4bfc-a516-82caa23f73e1 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:37:03.493148 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Attempting to bind port 8c535098-24c5-4771-85f4-feb99089eb62 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:37:03.493526 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Attempting to bind port 8c535098-24c5-4771-85f4-feb99089eb62 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:37:03.493878 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Attempting to bind port 8c535098-24c5-4771-85f4-feb99089eb62 on network be9faec0-9e85-4e0d-a752-b94668eb5d28 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:37:03.500279 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:37:03.500657 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Checking segment: {'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:37:03.501053 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.501781 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Bound using segment: {'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:37:03.502226 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Bound port: 8c535098-24c5-4771-85f4-feb99089eb62, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:37:03.502597 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.520439 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:03.520783 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:03.521091 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:03.521440 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:03.522310 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:03.522310 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:03.522555 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:03.522669 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:03.523013 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:03.523311 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:03.523622 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:03.550133 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:03.603064 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] For port 8c535098-24c5-4771-85f4-feb99089eb62, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:37:03.607359 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] For port 8c535098-24c5-4771-85f4-feb99089eb62, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=8c535098-24c5-4771-85f4-feb99089eb62,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:37:03.613216 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.617648 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:03.656038 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38316) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:03.663600 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296742584', 'description': 'tempest-description--1677012595'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:03.670071 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:03.675192 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Usage tracker for resource:security_group and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:03.679014 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:03.685113 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:03.698839 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.709783 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Pushing event updated for resources: {'Port': ['ID=8c535098-24c5-4771-85f4-feb99089eb62,revision_number=2']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:03.725951 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:03.739593 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:03.743610 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Usage tracker for resource:security_group_rule and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:03.746804 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:03.757430 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:03.804426 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Router d322d1f0-a48e-49bf-a577-275c3e6da067 is scheduled to L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 with binding_index 1 {{(pid=82811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 07:37:03.820536 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.826348 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.832832 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-85060666-cd04-4311-a2f8-e839d51955cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:03.894612 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4088901-4447-4729-bda3-83f9d2b08831,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:03.899827 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:03.904834 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:03.906067 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-633dbc24-fe46-492d-94c2-de84552e89b4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2486637 Nov 13 07:37:03.909001 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38320) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:03.917151 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'security_group_rule': {'security_group_id': 'f4088901-4447-4729-bda3-83f9d2b08831', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:03.925313 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:03.931157 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Usage tracker for resource:security_group_rule and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:03.934182 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:03.940877 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:03.962819 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.027833 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:37:04.037099 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.040719 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Sync routers for ids ['d322d1f0-a48e-49bf-a577-275c3e6da067'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:37:04.042120 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.044730 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f1045744-e05e-4b4b-a8fb-0f1cec033cb7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:04.053426 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.054688 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-0e7cf62b-eca3-4c08-b1bf-0fd8b2d65c3d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7561731 Nov 13 07:37:04.057600 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38324) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:04.059811 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Routers {'d322d1f0-a48e-49bf-a577-275c3e6da067'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:04.060870 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:36:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['d322d1f0-a48e-49bf-a577-275c3e6da067'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:04.068980 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62677a0-da83-4a95-a27a-850157a12254,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:04.071515 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:04.082055 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.086412 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-1ab97463-344a-4851-84dd-072f0c31e838 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1764989 Nov 13 07:37:04.087109 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38328) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:04.093038 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'security_group_rule': {'security_group_id': 'f4088901-4447-4729-bda3-83f9d2b08831', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:04.099832 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:04.103782 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Usage tracker for resource:security_group_rule and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:04.106849 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:04.113435 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:04.134953 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.205233 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.211268 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.214443 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0362bca3-5089-4f0a-8202-9eb0535b02d6 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:04.237482 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e613cf-d20f-41b3-a91e-462956ce54ef,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:04.240102 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:04.249563 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.254188 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1628466 Nov 13 07:37:04.254565 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38332) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:04.260226 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'floatingip': {'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:04.265994 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:04.270575 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Usage tracker for resource:floatingip and tenant:c1a6bdfc407e4142922c4f45f2476d59 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:04.273809 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:04.281200 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Set router d322d1f0-a48e-49bf-a577-275c3e6da067 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:04.282093 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:04.298327 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.497747 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.654031 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Allocated IP 172.28.0.61 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/28591ebd-5d40-4964-8133-b020411c721b) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:37:04.677378 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:03Z', 'revision_number': 3, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:04.681648 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Checking router: d322d1f0-a48e-49bf-a577-275c3e6da067 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:37:04.682069 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Updating router d322d1f0-a48e-49bf-a577-275c3e6da067 port b23b0d2d-8f88-4080-9980-57c9a2140f7a binding host dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:37:04.727604 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad3de92-8d08-4da7-ab93-3e55cc1b5de2 None None] Network be9faec0-9e85-4e0d-a752-b94668eb5d28 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:37:04.820645 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.821644 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.852946 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.859206 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0032258e-0e23-4700-9c9d-4f3118b57c01 tempest-VolumesActionsTest-1887727354 tempest-VolumesActionsTest-1887727354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:04.879050 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:04.932081 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:04.935448 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:04.939981 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:37:04.947747 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-08d09d45-205a-4193-8b63-378e8a14384c None None] Provisioning for port 8c535098-24c5-4771-85f4-feb99089eb62 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:04.967757 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'Port': ['ID=28591ebd-5d40-4964-8133-b020411c721b,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:04.974750 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:05.073909 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.099690 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Allocated IP 172.20.0.1 (be9faec0-9e85-4e0d-a752-b94668eb5d28/4a19bcca-2181-4518-88ce-7c83c4206ab0/6199d433-8f18-474b-9bd2-753aba4ce588) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:37:05.196564 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.255108 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.256895 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.272984 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Transition to ACTIVE for port object 6199d433-8f18-474b-9bd2-753aba4ce588 will not be triggered until provisioned by entity DHCP. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:05.298703 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.309320 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:05.361134 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Notify callbacks [] for port, precommit_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.376736 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Network be9faec0-9e85-4e0d-a752-b94668eb5d28 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:05.379775 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Transition to ACTIVE for port object b23b0d2d-8f88-4080-9980-57c9a2140f7a will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:05.385844 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:05.390375 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:37:05.397196 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.401765 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:05.423731 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6199d433-8f18-474b-9bd2-753aba4ce588,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:05.436832 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:05.465050 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886376'] for router_interface, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.499670 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950aac3a-388c-4892-8c1c-5bf4f849a1ba None None] Pushing event updated for resources: {'Port': ['ID=b23b0d2d-8f88-4080-9980-57c9a2140f7a,revision_number=2']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:05.503952 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-950aac3a-388c-4892-8c1c-5bf4f849a1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:05.504834 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Attempting to bind port b23b0d2d-8f88-4080-9980-57c9a2140f7a on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:37:05.505159 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Attempting to bind port b23b0d2d-8f88-4080-9980-57c9a2140f7a by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:37:05.505555 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Attempting to bind port b23b0d2d-8f88-4080-9980-57c9a2140f7a on network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:37:05.512890 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:37:05.513273 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Checking segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:37:05.513794 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.514182 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Bound using segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:37:05.514654 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Bound port: b23b0d2d-8f88-4080-9980-57c9a2140f7a, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:37:05.515130 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.620617 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 8c535098-24c5-4771-85f4-feb99089eb62 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:05.628921 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.634586 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.638778 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-07e22049-1a5c-4100-9be9-837039000b70 tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:05.689127 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] For port b23b0d2d-8f88-4080-9980-57c9a2140f7a, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:37:05.712918 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] For port b23b0d2d-8f88-4080-9980-57c9a2140f7a, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=b23b0d2d-8f88-4080-9980-57c9a2140f7a,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:37:05.725313 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.730259 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:05.732343 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.747705 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'Port': ['ID=28591ebd-5d40-4964-8133-b020411c721b,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:05.752038 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:05.770020 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.794908 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.804608 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5477092 Nov 13 07:37:05.811957 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 8c535098-24c5-4771-85f4-feb99089eb62 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:05.823749 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950aac3a-388c-4892-8c1c-5bf4f849a1ba None None] Pushing event updated for resources: {'Port': ['ID=b23b0d2d-8f88-4080-9980-57c9a2140f7a,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:05.826194 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 8c535098-24c5-4771-85f4-feb99089eb62 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:05.826573 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.857628 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-950aac3a-388c-4892-8c1c-5bf4f849a1ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:05.870835 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Routers {'d322d1f0-a48e-49bf-a577-275c3e6da067'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:05.871194 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:36:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['d322d1f0-a48e-49bf-a577-275c3e6da067'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:05.991258 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:05.996441 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3936010'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:06.025075 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0a794980-9d72-4db4-ba9f-3644d530490d tempest-VolumesNegativeTest-893532697 tempest-VolumesNegativeTest-893532697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:06.025569 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-764a37eb-cc2b-46ed-a72e-20847e3c0908 None None] Provisioning for port 6199d433-8f18-474b-9bd2-753aba4ce588 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:06.052397 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-764a37eb-cc2b-46ed-a72e-20847e3c0908 None None] Provisioning complete for port 6199d433-8f18-474b-9bd2-753aba4ce588 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:06.052771 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-764a37eb-cc2b-46ed-a72e-20847e3c0908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:06.137044 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6199d433-8f18-474b-9bd2-753aba4ce588,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:06.142394 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1975530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889668'] for router_interface, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:06.147963 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:06.156102 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-e65134e7-c036-490e-bca1-e5e62420397f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--296742584&fields=id&tenant_id=c1a6bdfc407e4142922c4f45f2476d59 HTTP/1.1" status: 200 len: 267 time: 0.1320643 Nov 13 07:37:06.164050 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-764a37eb-cc2b-46ed-a72e-20847e3c0908 None None] Port 6199d433-8f18-474b-9bd2-753aba4ce588 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:37:06.169458 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] Set router d322d1f0-a48e-49bf-a577-275c3e6da067 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:06.214105 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:06.369706 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 8c535098-24c5-4771-85f4-feb99089eb62, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=8c535098-24c5-4771-85f4-feb99089eb62,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:06.384854 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:06.389976 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:06.415565 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-4458aac5-9d9c-404e-bd1d-a22cad0dc0fe tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:06.417003 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-4458aac5-9d9c-404e-bd1d-a22cad0dc0fe tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 817 time: 0.2451644 Nov 13 07:37:06.421203 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Network be9faec0-9e85-4e0d-a752-b94668eb5d28 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:06.423682 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:06.508935 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-7eb36262-bc6c-4680-9f89-f92568a15206 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/quotas/c1a6bdfc407e4142922c4f45f2476d59 HTTP/1.1" status: 200 len: 375 time: 0.0864687 Nov 13 07:37:06.532952 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=8c535098-24c5-4771-85f4-feb99089eb62,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:06.537274 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:06.620168 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '6199d433-8f18-474b-9bd2-753aba4ce588', 'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'mac_address': 'fa:16:3e:91:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 1, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'subnets': [{'id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:06.624222 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3afa79b-15c1-4e6a-9871-560d16c3fcc1 None None] The sync data for ids ['d322d1f0-a48e-49bf-a577-275c3e6da067'] in dv-cinder-817832-1-smb is: [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '6199d433-8f18-474b-9bd2-753aba4ce588', 'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'mac_address': 'fa:16:3e:91:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 1, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'subnets': [{'id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:37:06.690675 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-741e09fd-7edc-4c63-847e-534d0edf055e None None] Provisioning complete for port 6199d433-8f18-474b-9bd2-753aba4ce588 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:06.691095 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-741e09fd-7edc-4c63-847e-534d0edf055e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:06.744448 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-7249f3f4-d8f7-4248-8ade-7194b64ba171 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2216976 Nov 13 07:37:06.755329 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-741e09fd-7edc-4c63-847e-534d0edf055e None None] Port 6199d433-8f18-474b-9bd2-753aba4ce588 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:37:07.024320 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-1a27333c-c98d-423b-83bd-072be9024bc4 service neutron] 10.222.0.15 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485828 Nov 13 07:37:07.054559 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Router d322d1f0-a48e-49bf-a577-275c3e6da067 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:37:07.362350 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-27c265c9-ec79-423b-b15d-54ae7f1a209e service neutron] 10.222.0.15 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299870 Nov 13 07:37:07.504021 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:37:07.516722 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-47bb6ede-cd6a-458f-9afd-d00a412e39e1 admin admin] 10.222.0.15 "PUT /v2.0/routers/d322d1f0-a48e-49bf-a577-275c3e6da067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4583380 Nov 13 07:37:07.582836 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-c3cfa291-8399-4430-8919-4bc939fdaa11 req-3b5d2863-6b7d-45c9-89f2-3d03884d1cd6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Synchronizing usage tracker for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:37:07.602561 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-c3cfa291-8399-4430-8919-4bc939fdaa11 req-3b5d2863-6b7d-45c9-89f2-3d03884d1cd6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Unset dirty status for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:37:07.605756 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c3cfa291-8399-4430-8919-4bc939fdaa11 req-3b5d2863-6b7d-45c9-89f2-3d03884d1cd6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 210 time: 0.0726945 Nov 13 07:37:07.694368 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device b23b0d2d-8f88-4080-9980-57c9a2140f7a up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:07.784800 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port b23b0d2d-8f88-4080-9980-57c9a2140f7a completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:07.790356 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port b23b0d2d-8f88-4080-9980-57c9a2140f7a triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:07.791184 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:07.908565 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:07.927655 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port b23b0d2d-8f88-4080-9980-57c9a2140f7a, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=b23b0d2d-8f88-4080-9980-57c9a2140f7a,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:07.933121 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:07.935060 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 8c535098-24c5-4771-85f4-feb99089eb62 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:07.966307 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-c8b15313-1ab9-47b7-90f2-e1a10e2a35cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:08.000111 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:37:08.054468 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=b23b0d2d-8f88-4080-9980-57c9a2140f7a,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:08.058313 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:08.086311 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 8c535098-24c5-4771-85f4-feb99089eb62 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:08.086842 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:08.455143 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38378) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:08.461559 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-358232938-network', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:08.466385 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:08.470387 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Usage tracker for resource:network and tenant:8d6f59c4f6f24624aa1a7c2809c2625a is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:08.473263 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:08.479253 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:08.492601 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Made reservation on behalf of 8d6f59c4f6f24624aa1a7c2809c2625a for: {'network': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:37:08.494993 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:08.510276 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:08.545172 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:08.549052 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Usage tracker for resource:security_group_rule and tenant:8d6f59c4f6f24624aa1a7c2809c2625a is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:08.551861 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:08.557426 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:08.619604 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:08.624947 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:08.628751 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d0bbd889-fa31-4353-8feb-0f52df3e7f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:08.651601 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=82812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:37:08.663816 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b93cd8a-c52c-4f1b-b0e0-81d69c377c37,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:08.667586 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:08.668491 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:08.668824 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.segments_db [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Added segment ac664721-7461-4e41-9bc6-8ab215bd8511 of type vlan for network f8c222ce-15ba-4f98-b112-d0dc3ee87d6c Nov 13 07:37:08.695614 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:08.728384 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:08.729627 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:08.730204 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:08.736099 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:08.793331 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-99944822-7a4b-4dc7-a1e3-bdc27e5522fb req-dfd06b0a-41c9-4a12-a079-fb8d45cfb019 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 210 time: 0.0405724 Nov 13 07:37:08.838939 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Pushing event updated for resources: {'Network': ['ID=f8c222ce-15ba-4f98-b112-d0dc3ee87d6c,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:08.842063 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:08.844819 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3886256 Nov 13 07:37:08.848357 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38384) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:08.849469 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network f8c222ce-15ba-4f98-b112-d0dc3ee87d6c details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:37:08.854850 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Request body: {'subnet': {'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-358232938-subnet', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'ip_version': 4}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:08.860939 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:08.898809 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Usage tracker for resource:subnet and tenant:8d6f59c4f6f24624aa1a7c2809c2625a is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:08.903424 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:08.958001 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:08.989052 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Made reservation on behalf of 8d6f59c4f6f24624aa1a7c2809c2625a for: {'subnet': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:37:08.991539 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3248974'] for subnet, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:09.111935 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-ff09b246-f9b0-49b4-a769-dbab5ef70125 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:09.113339 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-ff09b246-f9b0-49b4-a769-dbab5ef70125 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 817 time: 0.2539759 Nov 13 07:37:09.180025 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-9deaf9e0-7492-4de7-843e-b84da40d63c0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Synchronizing usage tracker for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:security_group {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:37:09.246240 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-9deaf9e0-7492-4de7-843e-b84da40d63c0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Unset dirty status for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:security_group {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:37:09.247403 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-9deaf9e0-7492-4de7-843e-b84da40d63c0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1a6bdfc407e4142922c4f45f2476d59 HTTP/1.1" status: 200 len: 379 time: 0.1183231 Nov 13 07:37:09.267932 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'port': {'device_id': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'admin_state_up': True, 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'security_groups': ['f4088901-4447-4729-bda3-83f9d2b08831']}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:09.351731 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3368707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3248984'] for subnet, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:09.363666 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e99215cf-a72b-45f1-aaf2-77353f044255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:09.464957 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c58dc29-d401-44ed-9e03-8789a645bee9,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:09.469503 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:09.484322 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:09.497559 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:09.508128 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Checking segment: {'id': 'ac664721-7461-4e41-9bc6-8ab215bd8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:37:09.508507 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Network hostable DHCP agents. Network: f8c222ce-15ba-4f98-b112-d0dc3ee87d6c, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:37:09.521980 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Made reservation on behalf of c1a6bdfc407e4142922c4f45f2476d59 for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:37:09.525259 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:09.542474 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device b23b0d2d-8f88-4080-9980-57c9a2140f7a up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:09.596139 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Network f8c222ce-15ba-4f98-b112-d0dc3ee87d6c is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:37:09.610477 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port b23b0d2d-8f88-4080-9980-57c9a2140f7a triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:09.611166 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:09.613022 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, f8c222ce-15ba-4f98-b112-d0dc3ee87d6c) {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:09.619906 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:09.620607 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:09.642632 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea4d915-a375-4a96-a842-298fa913b898 None None] Network f8c222ce-15ba-4f98-b112-d0dc3ee87d6c requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:37:09.705023 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-d12f0493-ee2e-4894-a633-5cde624b81b1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8555441 Nov 13 07:37:09.708976 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38388) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:09.716180 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-358232938-router', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:09.722114 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:09.726318 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Usage tracker for resource:router and tenant:8d6f59c4f6f24624aa1a7c2809c2625a is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:09.726982 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Allocated IP 172.20.0.5 (97c4d94b-7e06-4d47-b760-846b45ffa1ea/3cb84aa3-3131-4e7f-8cde-cfce1f5653ae/73b1016f-af9b-47dd-b580-5a52e831b5b1) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:37:09.729586 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:09.736097 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:09.753715 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8863'] for router, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:09.755363 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-917045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8852'] for router, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:09.779204 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:09.937667 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32ccc176-65ec-50ed-a27a-bb886e33ae93-f8c222ce-15ba-4f98-b112-d0dc3ee87d6c', 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'fixed_ips': [{'subnet_id': '7c58dc29-d401-44ed-9e03-8789a645bee9'}]}} from dv-cinder-817832-1-smb. {{(pid=82813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 13 07:37:09.939357 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:09.950753 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-888067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8834'] for router, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:09.952931 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.012110 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-082a91d6-9bf4-4212-bddc-97860f54a654 req-717e9fd0-eaa8-41a7-a6af-7952b23b74d8 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Synchronizing usage tracker for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:37:10.014927 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Transition to ACTIVE for port object 73b1016f-af9b-47dd-b580-5a52e831b5b1 will not be triggered until provisioned by entity DHCP. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:10.035130 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-082a91d6-9bf4-4212-bddc-97860f54a654 req-717e9fd0-eaa8-41a7-a6af-7952b23b74d8 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Unset dirty status for tenant:c1a6bdfc407e4142922c4f45f2476d59 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:37:10.036621 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-082a91d6-9bf4-4212-bddc-97860f54a654 req-717e9fd0-eaa8-41a7-a6af-7952b23b74d8 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 210 time: 0.0743392 Nov 13 07:37:10.061080 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.069299 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8fd2a532-c499-4f1c-aaac-47eb33099528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:10.110467 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.db_base_plugin_common [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Allocated IP 172.20.0.2 (f8c222ce-15ba-4f98-b112-d0dc3ee87d6c/7c58dc29-d401-44ed-9e03-8789a645bee9/86601105-bbd8-48a6-9b39-01dba3c04e7a) {{(pid=82813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:37:10.142408 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Network 97c4d94b-7e06-4d47-b760-846b45ffa1ea is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:10.153792 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:10.155687 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.158273 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:37:10.187237 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.298623 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event updated for resources: {'Port': ['ID=73b1016f-af9b-47dd-b580-5a52e831b5b1,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:10.303813 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:10.335849 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:10.336464 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.363961 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-84379833-5261-45d6-b614-f06dbb159a20 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1024590 Nov 13 07:37:10.391434 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Allocated IP 172.28.0.153 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/d9edb203-e624-479b-bf53-a53f0d9f9b9c) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:37:10.426824 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Notify callbacks [] for port, precommit_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.439162 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Transition to ACTIVE for port object 86601105-bbd8-48a6-9b39-01dba3c04e7a will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:10.461961 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Transition to ACTIVE for port object 86601105-bbd8-48a6-9b39-01dba3c04e7a will not be triggered until provisioned by entity DHCP. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:10.468497 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.473965 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:10.554831 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Network f8c222ce-15ba-4f98-b112-d0dc3ee87d6c is already hosted by enough agents. {{(pid=82813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:10.558760 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.base_scheduler [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Resources bound (agent type, host, resource id): {{(pid=82813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:10.561763 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Pushing event updated for resources: {'Port': ['ID=86601105-bbd8-48a6-9b39-01dba3c04e7a,revision_number=1']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:10.565309 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:10.567229 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Received port after_create {{(pid=82813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:37:10.580769 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Request body: {'port': {'device_id': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:10.585913 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.598934 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-0bb66a39-b3f5-4db2-9907-970b9965df71 None None] Provisioning for port 73b1016f-af9b-47dd-b580-5a52e831b5b1 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:10.615356 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.620793 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-860da216-91ae-496c-92a3-989dda718f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:10.639396 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-0bb66a39-b3f5-4db2-9907-970b9965df71 None None] Provisioning complete for port 73b1016f-af9b-47dd-b580-5a52e831b5b1 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:10.639768 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-0bb66a39-b3f5-4db2-9907-970b9965df71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.695221 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:10.697385 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.698962 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Attempting to bind port 86601105-bbd8-48a6-9b39-01dba3c04e7a on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:37:10.699279 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:10.699387 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Attempting to bind port 86601105-bbd8-48a6-9b39-01dba3c04e7a by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ac664721-7461-4e41-9bc6-8ab215bd8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:37:10.699667 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Attempting to bind port 86601105-bbd8-48a6-9b39-01dba3c04e7a on network f8c222ce-15ba-4f98-b112-d0dc3ee87d6c {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:37:10.705741 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Pushing event updated for resources: {'Port': ['ID=d9edb203-e624-479b-bf53-a53f0d9f9b9c,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:10.709063 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:37:10.717088 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-0bb66a39-b3f5-4db2-9907-970b9965df71 None None] Port 73b1016f-af9b-47dd-b580-5a52e831b5b1 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:37:10.720213 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:37:10.720438 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Checking segment: {'id': 'ac664721-7461-4e41-9bc6-8ab215bd8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:37:10.720839 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.721222 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Bound using segment: {'id': 'ac664721-7461-4e41-9bc6-8ab215bd8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:37:10.721683 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Bound port: 86601105-bbd8-48a6-9b39-01dba3c04e7a, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac664721-7461-4e41-9bc6-8ab215bd8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:37:10.722044 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.753153 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:10.753668 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:10.754123 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:10.754577 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:10.755054 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:10.755509 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:10.755941 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:10.756354 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:10.756758 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:10.757188 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:10.757584 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:10.762650 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:10.812574 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-92317659-1309-49a7-a167-6fde34730d4e None None] For port 86601105-bbd8-48a6-9b39-01dba3c04e7a, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:37:10.816054 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-92317659-1309-49a7-a167-6fde34730d4e None None] For port 86601105-bbd8-48a6-9b39-01dba3c04e7a, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=86601105-bbd8-48a6-9b39-01dba3c04e7a,segment=NetworkSegment(ac664721-7461-4e41-9bc6-8ab215bd8511),segment_id=ac664721-7461-4e41-9bc6-8ab215bd8511)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:37:10.821913 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.826064 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:10.905951 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.906157 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Pushing event updated for resources: {'Port': ['ID=86601105-bbd8-48a6-9b39-01dba3c04e7a,revision_number=2']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:10.906845 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888126'] for router, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:10.910000 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:11.080341 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b1016f-af9b-47dd-b580-5a52e831b5b1 {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:37:11.089313 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:11.109323 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Transition to ACTIVE for port object 73b1016f-af9b-47dd-b580-5a52e831b5b1 will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:11.119102 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:11.138347 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6b1fac95-c7ec-488e-a6e4-7206100e916d tempest-AttachVolumeNegativeTest-862150622 tempest-AttachVolumeNegativeTest-862150622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:11.178883 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 is scheduled to L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 with binding_index 1 {{(pid=82811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 07:37:11.282109 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=73b1016f-af9b-47dd-b580-5a52e831b5b1,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:11.286666 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:11.429297 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Attempting to bind port 73b1016f-af9b-47dd-b580-5a52e831b5b1 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:37:11.429749 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Attempting to bind port 73b1016f-af9b-47dd-b580-5a52e831b5b1 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:37:11.429954 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Attempting to bind port 73b1016f-af9b-47dd-b580-5a52e831b5b1 on network 97c4d94b-7e06-4d47-b760-846b45ffa1ea {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:37:11.439109 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Port 73b1016f-af9b-47dd-b580-5a52e831b5b1 on network 97c4d94b-7e06-4d47-b760-846b45ffa1ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:37:11.439614 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Attempting to bind port 73b1016f-af9b-47dd-b580-5a52e831b5b1 on network 97c4d94b-7e06-4d47-b760-846b45ffa1ea {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:37:11.446974 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:37:11.447304 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Checking segment: {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:37:11.447684 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Bound using segment: {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:37:11.448102 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Bound port: 73b1016f-af9b-47dd-b580-5a52e831b5b1, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:37:11.448489 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:11.523624 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e3917-c848-4f01-a7e8-a6305ab426bc req-56929044-0d12-45d7-9d5e-aa4da93ed09c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:11.525065 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-927e3917-c848-4f01-a7e8-a6305ab426bc req-56929044-0d12-45d7-9d5e-aa4da93ed09c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.3330190 Nov 13 07:37:11.547652 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:37:11.550820 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:37:11.563189 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:11.571372 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-5957e664-56c9-408b-9981-33c30c975838 tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:11.595815 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-927e3917-c848-4f01-a7e8-a6305ab426bc req-3598804a-4030-45a2-a61d-b8d7e950ee56 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635793 Nov 13 07:37:11.602977 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 86601105-bbd8-48a6-9b39-01dba3c04e7a up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:11.622789 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:37:11.636664 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Sync routers for ids ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:37:11.640288 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:11.641953 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] 10.222.0.36 "PUT /v2.0/ports/73b1016f-af9b-47dd-b580-5a52e831b5b1 HTTP/1.1" status: 200 len: 1093 time: 1.2693923 Nov 13 07:37:11.642606 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:37:11.668372 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=73b1016f-af9b-47dd-b580-5a52e831b5b1,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:11.671338 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:11.677384 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Routers {'2ec58016-aef5-48e0-88a0-2d5ce410fe00'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:11.678268 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:36:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:11.693079 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:11.696306 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-70281882-0878-495f-8909-5dad6817b007 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9860289 Nov 13 07:37:11.697359 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38400) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:11.715193 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 86601105-bbd8-48a6-9b39-01dba3c04e7a completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:11.741021 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'status': 'completed', 'code': 200} Nov 13 07:37:11.774316 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-b3b01de6-f2a0-4634-96fa-1a5586e638ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 1096 time: 0.0909777 Nov 13 07:37:11.870563 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-ebbaf9e9-d269-4e4d-9376-b15b3b3aab29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1 HTTP/1.1" status: 200 len: 217 time: 0.0893114 Nov 13 07:37:11.898522 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Set router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:11.968765 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-7e987ec7-e81b-468c-9f3e-05758ca81678 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:11.970443 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-7e987ec7-e81b-468c-9f3e-05758ca81678 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.0938194 Nov 13 07:37:12.069878 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-1f254f3f-0ae7-4427-9bf9-38ff63157855 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0922115 Nov 13 07:37:12.250994 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'name': 'tempest-TestShelveInstance-358232938-router', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:09Z', 'updated_at': '2021-11-13T07:37:10Z', 'revision_number': 3, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'gw_port': {'id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:10Z', 'updated_at': '2021-11-13T07:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:12.256976 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Checking router: 2ec58016-aef5-48e0-88a0-2d5ce410fe00 for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:37:12.257496 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Updating router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 port d9edb203-e624-479b-bf53-a53f0d9f9b9c binding host dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:37:12.262027 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-4ce36b8c-b58c-466a-a960-0247bbd009e1 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809607 Nov 13 07:37:12.264714 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6ff2c-8f83-44f0-a4ce-66acc9cd922c None None] Network f8c222ce-15ba-4f98-b112-d0dc3ee87d6c requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:37:12.291240 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-ad19f755-c3ab-441e-9191-1df388df6e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.325560 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.400426 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-69e89fc8-1136-4bf9-9402-de881006dc80 None None] Provisioning for port 86601105-bbd8-48a6-9b39-01dba3c04e7a completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:12.418494 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-69e89fc8-1136-4bf9-9402-de881006dc80 None None] Provisioning complete for port 86601105-bbd8-48a6-9b39-01dba3c04e7a triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:12.418896 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-69e89fc8-1136-4bf9-9402-de881006dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.488039 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-37eaab78-9015-4200-91be-ca18f04bfb4d req-c93f0fc3-6cbd-423d-890d-fcf11a8bda64 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194009 Nov 13 07:37:12.613621 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.635957 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e051a594-4c55-422d-95c1-03ebad79da28 req-1875c687-e553-4d48-85ab-3b68aba0461d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 1096 time: 0.0941725 Nov 13 07:37:12.653946 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-69e89fc8-1136-4bf9-9402-de881006dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.701226 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Notify callbacks [] for port, precommit_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.717162 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.provisioning_blocks [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Transition to ACTIVE for port object d9edb203-e624-479b-bf53-a53f0d9f9b9c will not be triggered until provisioned by entity L2. {{(pid=82814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:12.726979 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.734977 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:12.790391 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-69e89fc8-1136-4bf9-9402-de881006dc80 None None] For port 86601105-bbd8-48a6-9b39-01dba3c04e7a, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=86601105-bbd8-48a6-9b39-01dba3c04e7a,segment=NetworkSegment(ac664721-7461-4e41-9bc6-8ab215bd8511),segment_id=ac664721-7461-4e41-9bc6-8ab215bd8511)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:12.793371 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.808894 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-69e89fc8-1136-4bf9-9402-de881006dc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.809224 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Pushing event updated for resources: {'Port': ['ID=d9edb203-e624-479b-bf53-a53f0d9f9b9c,revision_number=2']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:12.815332 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:12.821721 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:12.822288 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:12.822904 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:12.823375 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:12.823856 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:12.824334 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:12.824792 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:12.825269 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:12.825729 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:12.826182 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:12.826639 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:37:12.833292 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:12.859268 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Attempting to bind port d9edb203-e624-479b-bf53-a53f0d9f9b9c on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:37:12.862731 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Attempting to bind port d9edb203-e624-479b-bf53-a53f0d9f9b9c by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:37:12.863431 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Attempting to bind port d9edb203-e624-479b-bf53-a53f0d9f9b9c on network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:37:12.874748 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:37:12.875125 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Checking segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:37:12.875521 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.875911 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Bound using segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:37:12.876501 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Bound port: d9edb203-e624-479b-bf53-a53f0d9f9b9c, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:37:12.877054 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.926851 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e89fc8-1136-4bf9-9402-de881006dc80 None None] Pushing event updated for resources: {'Port': ['ID=86601105-bbd8-48a6-9b39-01dba3c04e7a,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:12.942611 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-69e89fc8-1136-4bf9-9402-de881006dc80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:12.968982 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Allocated IP 172.20.0.1 (f8c222ce-15ba-4f98-b112-d0dc3ee87d6c/7c58dc29-d401-44ed-9e03-8789a645bee9/679dbb95-5b64-4e3a-888f-b8677bec6708) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:37:12.975060 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] For port d9edb203-e624-479b-bf53-a53f0d9f9b9c, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:37:12.979267 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] For port d9edb203-e624-479b-bf53-a53f0d9f9b9c, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=d9edb203-e624-479b-bf53-a53f0d9f9b9c,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:37:12.985154 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:12.991783 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-1552827d-6400-416e-aeb0-e76ad096f635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:12.991981 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051a594-4c55-422d-95c1-03ebad79da28 req-d9a893bd-51a8-4ae4-99a3-d99b02c36b08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:12.993636 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e051a594-4c55-422d-95c1-03ebad79da28 req-d9a893bd-51a8-4ae4-99a3-d99b02c36b08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 918 time: 0.3504710 Nov 13 07:37:13.072108 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Pushing event updated for resources: {'Port': ['ID=d9edb203-e624-479b-bf53-a53f0d9f9b9c,revision_number=3']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:13.075477 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-3ea4b0f9-9d64-4fae-ad1b-19581533d738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:13.079139 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Routers {'2ec58016-aef5-48e0-88a0-2d5ce410fe00'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:13.079937 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:36:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:13.088546 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e051a594-4c55-422d-95c1-03ebad79da28 req-b50d91a1-e93c-4750-b6c8-b7ec5f3554e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1 HTTP/1.1" status: 200 len: 217 time: 0.0867953 Nov 13 07:37:13.101988 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1f171-658b-4979-9d5b-fd4e20774924 req-4749d5f0-8e77-429c-b126-8e595055d92e tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:13.103472 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4ff1f171-658b-4979-9d5b-fd4e20774924 req-4749d5f0-8e77-429c-b126-8e595055d92e tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.2272840 Nov 13 07:37:13.149654 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d71ce77c-5452-4b9a-a95e-8c14b9982cd7 None None] Provisioning complete for port 86601105-bbd8-48a6-9b39-01dba3c04e7a triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:13.150039 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d71ce77c-5452-4b9a-a95e-8c14b9982cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:13.169686 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051a594-4c55-422d-95c1-03ebad79da28 req-8a05967b-3818-4080-879b-8aca57e48256 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:13.172084 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e051a594-4c55-422d-95c1-03ebad79da28 req-8a05967b-3818-4080-879b-8aca57e48256 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.0767503 Nov 13 07:37:13.200021 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:13.228218 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4ff1f171-658b-4979-9d5b-fd4e20774924 req-615ead44-0033-4a08-b134-09cf93d2196e tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961425 Nov 13 07:37:13.252087 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Transition to ACTIVE for port object 679dbb95-5b64-4e3a-888f-b8677bec6708 will not be triggered until provisioned by entity DHCP. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:13.268217 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e051a594-4c55-422d-95c1-03ebad79da28 req-14bd3c8c-be74-48c3-b49a-de59dc11434e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883873 Nov 13 07:37:13.286965 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:13.291583 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-488b91e0-69e7-4ad5-ac1e-cd2b737ece78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:13.300664 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] Set router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:13.349846 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Network f8c222ce-15ba-4f98-b112-d0dc3ee87d6c is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:13.357224 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:13.362770 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:37:13.397560 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Pushing event updated for resources: {'Port': ['ID=679dbb95-5b64-4e3a-888f-b8677bec6708,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:13.404049 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:13.425411 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886376'] for router_interface, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:13.450329 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e051a594-4c55-422d-95c1-03ebad79da28 req-4c59264b-075d-4222-b24c-e4e476702be8 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680958 Nov 13 07:37:13.532146 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:13.588188 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 86601105-bbd8-48a6-9b39-01dba3c04e7a up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:13.607928 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e051a594-4c55-422d-95c1-03ebad79da28 req-7b81842b-652d-4bfc-9967-4dbfe7110643 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516237 Nov 13 07:37:13.656328 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'name': 'tempest-TestShelveInstance-358232938-router', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:09Z', 'updated_at': '2021-11-13T07:37:10Z', 'revision_number': 3, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'gw_port': {'id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:10Z', 'updated_at': '2021-11-13T07:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:13.661188 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ea656-e77f-4929-a3c1-de132496b108 None None] The sync data for ids ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'] in dv-cinder-817832-1-smb is: [{'id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'name': 'tempest-TestShelveInstance-358232938-router', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:09Z', 'updated_at': '2021-11-13T07:37:10Z', 'revision_number': 3, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'gw_port': {'id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:10Z', 'updated_at': '2021-11-13T07:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:37:13.676554 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 86601105-bbd8-48a6-9b39-01dba3c04e7a triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:13.677138 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:13.760832 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-52b74cfb-ae23-4b67-b070-4865a6f66966 None None] Provisioning for port 679dbb95-5b64-4e3a-888f-b8677bec6708 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:13.768790 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-52b74cfb-ae23-4b67-b070-4865a6f66966 None None] Provisioning complete for port 679dbb95-5b64-4e3a-888f-b8677bec6708 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:13.769255 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-52b74cfb-ae23-4b67-b070-4865a6f66966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:13.894173 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-52b74cfb-ae23-4b67-b070-4865a6f66966 None None] Port 679dbb95-5b64-4e3a-888f-b8677bec6708 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:37:13.916110 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:13.922338 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3936010'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:13.947362 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-cdf175b8-cc67-4e69-911b-d1546d56dd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:14.028853 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Pushing event updated for resources: {'Port': ['ID=679dbb95-5b64-4e3a-888f-b8677bec6708,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:14.031279 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1975530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889668'] for router_interface, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:14.034896 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:14.170037 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Network f8c222ce-15ba-4f98-b112-d0dc3ee87d6c is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:14.171297 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:14.368112 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-a9a755b4-5365-4341-bd87-18a86268c428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:14.421439 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-02ffb3a8-7a8a-4bd6-bf5b-dee0c4c4bc81 None None] Provisioning complete for port 679dbb95-5b64-4e3a-888f-b8677bec6708 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:14.421991 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-02ffb3a8-7a8a-4bd6-bf5b-dee0c4c4bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:14.473797 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfbe8f-2811-4955-9d3a-38cda0ee534b req-a6b262bc-7b7f-4edf-8ac0-bd565c51591f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:14.475435 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d6dfbe8f-2811-4955-9d3a-38cda0ee534b req-a6b262bc-7b7f-4edf-8ac0-bd565c51591f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0781610 Nov 13 07:37:14.479047 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-02ffb3a8-7a8a-4bd6-bf5b-dee0c4c4bc81 None None] Port 679dbb95-5b64-4e3a-888f-b8677bec6708 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:37:14.523302 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d6dfbe8f-2811-4955-9d3a-38cda0ee534b req-b65a7332-6744-46bd-976c-276877ab7d15 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396330 Nov 13 07:37:14.604429 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:37:14.815360 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:37:14.824614 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] 10.222.0.15 "PUT /v2.0/routers/2ec58016-aef5-48e0-88a0-2d5ce410fe00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1244917 Nov 13 07:37:15.433742 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 73b1016f-af9b-47dd-b580-5a52e831b5b1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:37:15.519959 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38414) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:15.525778 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1562586714', 'description': 'tempest-secgroup-smoke-1562586714 description', 'project_id': '1380a5a3fc7d4abea25525997558701b'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:15.528860 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:15.532181 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:15.536273 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Usage tracker for resource:security_group and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:15.539319 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:15.546412 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:15.556721 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:15.586013 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:15.596571 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:15.600332 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Usage tracker for resource:security_group_rule and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:15.600778 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'port_id': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'mac_address': 'fa:16:3e:c4:7e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:37:15.603158 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:15.608884 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:15.691774 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:15.708494 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b1016f-af9b-47dd-b580-5a52e831b5b1 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:37:15.718293 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:15.724306 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:15.725493 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:15.728587 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:15.730403 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-5fac1688-9c6d-4e58-8ffa-fcc863d42737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:15.731361 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-46bdbb1c-3ddd-4ed1-816e-e3d54eab4760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:15.773402 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad08fb0-f78e-4c6f-bae4-68f9c43d910e,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:15.776569 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:15.777517 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:15.778698 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-a8b1cb94-7916-4614-a38c-6a5547f8bedd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2577467 Nov 13 07:37:15.782166 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38420) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:15.790464 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Request body: {'security_group_rule': {'security_group_id': 'aad08fb0-f78e-4c6f-bae4-68f9c43d910e', 'project_id': '1380a5a3fc7d4abea25525997558701b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:15.796658 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:15.797980 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=73b1016f-af9b-47dd-b580-5a52e831b5b1,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:15.798403 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efbbd0-67ea-4d73-a44e-4efae5cd3902 req-a8a93646-2466-4e53-b395-2ea275ba973b tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:15.800070 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d7efbbd0-67ea-4d73-a44e-4efae5cd3902 req-a8a93646-2466-4e53-b395-2ea275ba973b tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.1368687 Nov 13 07:37:15.800978 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Usage tracker for resource:security_group_rule and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:15.801320 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:15.804267 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:15.810726 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:15.831489 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:15.851079 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d7efbbd0-67ea-4d73-a44e-4efae5cd3902 req-57d61a23-bf70-4db8-a1dd-578f4d6cd396 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443895 Nov 13 07:37:15.894095 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:15.899237 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:15.901290 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-ae20f290-b62a-4ca2-b12b-65ebeb8b8e2b tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:15.923354 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d55791c-97cf-468d-8415-a359f0d00d26,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:15.927587 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:15.933417 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:15.933717 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['73b1016f-af9b-47dd-b580-5a52e831b5b1'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:37:15.937585 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38424) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:15.937882 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-0377c7c1-e392-4397-9a45-9ccceda13bd1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1536956 Nov 13 07:37:15.943324 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Request body: {'security_group_rule': {'security_group_id': 'aad08fb0-f78e-4c6f-bae4-68f9c43d910e', 'project_id': '1380a5a3fc7d4abea25525997558701b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:15.949617 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:15.953605 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Usage tracker for resource:security_group_rule and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:15.960706 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:15.964350 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:15.983376 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.047701 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.052083 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.059050 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8302b292-55f3-456b-ab7a-8b0ff21c261a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:16.078929 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c59e7156-e51c-47bc-9661-9f8dcb4e6177,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:16.082092 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:16.090251 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.091496 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1528349 Nov 13 07:37:16.094349 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38428) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:16.100066 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Request body: {'security_group_rule': {'security_group_id': 'aad08fb0-f78e-4c6f-bae4-68f9c43d910e', 'project_id': '1380a5a3fc7d4abea25525997558701b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:16.105897 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:16.109994 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Usage tracker for resource:security_group_rule and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:16.113174 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:16.119080 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:16.136480 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.202151 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.207987 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.210022 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:16.231356 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe431b5-e1bc-44f2-b4ea-d92465613886,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:16.233675 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:16.241450 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.242611 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-2621a4a9-9d65-4962-87a1-5c747e1aa9b3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1472836 Nov 13 07:37:16.245429 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38432) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:16.250920 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Request body: {'security_group_rule': {'security_group_id': 'aad08fb0-f78e-4c6f-bae4-68f9c43d910e', 'project_id': '1380a5a3fc7d4abea25525997558701b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:16.256741 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:16.260528 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Usage tracker for resource:security_group_rule and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:16.263404 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:16.269057 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:16.287213 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.352438 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.356222 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.358173 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:16.379780 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e283170e-fd9b-4ff9-908a-4c371f1cb9d6,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:16.382057 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:16.389628 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.390700 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-2956dd2b-ecc4-4935-b9d9-df195cdd95c2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1443424 Nov 13 07:37:16.393513 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38436) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:16.398926 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Request body: {'security_group_rule': {'security_group_id': 'aad08fb0-f78e-4c6f-bae4-68f9c43d910e', 'project_id': '1380a5a3fc7d4abea25525997558701b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:16.404548 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:16.408555 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Usage tracker for resource:security_group_rule and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:16.411577 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:16.417561 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:16.430922 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.securitygroups_db [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Project 1380a5a3fc7d4abea25525997558701b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 07:37:16.437150 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.510198 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.515161 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.517109 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:16.538802 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc51c32-aa26-43fd-9686-4200ce6a5d0a,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:16.542944 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:16.548298 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.549532 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-fd04a830-5631-4f92-8e54-4e2eefd7fa27 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1551144 Nov 13 07:37:16.552773 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38440) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:16.561580 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Request body: {'security_group_rule': {'security_group_id': 'aad08fb0-f78e-4c6f-bae4-68f9c43d910e', 'project_id': '1380a5a3fc7d4abea25525997558701b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:16.568637 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:16.572538 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Usage tracker for resource:security_group_rule and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:16.575510 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:16.581257 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:16.591834 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.securitygroups_db [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Project 1380a5a3fc7d4abea25525997558701b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 13 07:37:16.598086 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.678136 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.682921 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.685054 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:16.706387 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed35f8f7-ef76-4452-8b72-72248aa877de,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:16.709312 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:16.717183 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:16.718464 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-5527c82b-20ca-459f-a3ec-32d75e97e445 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1644106 Nov 13 07:37:16.949933 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:17.067932 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af237b02-4d81-45a4-9b5c-b23289305a60 req-5960579b-2bfd-4e78-a918-56dedf0cf993 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:17.069532 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-af237b02-4d81-45a4-9b5c-b23289305a60 req-5960579b-2bfd-4e78-a918-56dedf0cf993 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 944 time: 0.0820026 Nov 13 07:37:17.115338 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-af237b02-4d81-45a4-9b5c-b23289305a60 req-911e3774-8d1a-467f-9a85-5dff8d689da1 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401022 Nov 13 07:37:17.440644 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 73b1016f-af9b-47dd-b580-5a52e831b5b1 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:17.519051 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 73b1016f-af9b-47dd-b580-5a52e831b5b1 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:17.524129 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 73b1016f-af9b-47dd-b580-5a52e831b5b1 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:17.524498 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:17.642684 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:17.669574 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:37:17.679426 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:17.684812 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:17.686653 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:17.755141 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=73b1016f-af9b-47dd-b580-5a52e831b5b1,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:17.758056 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:17.815181 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'code': 200} Nov 13 07:37:18.058374 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b2b6772-6241-4e08-ae8c-5bae589eed02 req-212801e7-0509-447e-ba23-8c25ac435481 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 1098 time: 0.0798829 Nov 13 07:37:18.113440 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5b2b6772-6241-4e08-ae8c-5bae589eed02 req-a6f248fb-b4f4-4515-a81d-34ba3b1c1e58 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472376 Nov 13 07:37:18.336017 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab9d3a-54b9-4391-aa04-2e7f4d126093 req-5782adef-de45-4e18-8a86-73ee6a615014 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:18.337513 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c5ab9d3a-54b9-4391-aa04-2e7f4d126093 req-5782adef-de45-4e18-8a86-73ee6a615014 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0798407 Nov 13 07:37:18.385627 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-c5ab9d3a-54b9-4391-aa04-2e7f4d126093 req-15d7045e-eaca-4b1c-9c17-8f1f3122e895 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Nov 13 07:37:19.587728 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device d9edb203-e624-479b-bf53-a53f0d9f9b9c up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:19.633594 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5c52e-4067-477e-98aa-05b5d406b738 req-a110b30c-19bb-466e-8a5b-34c11d649d65 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:19.635269 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-bae5c52e-4067-477e-98aa-05b5d406b738 req-a110b30c-19bb-466e-8a5b-34c11d649d65 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0869358 Nov 13 07:37:19.665068 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port d9edb203-e624-479b-bf53-a53f0d9f9b9c completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:19.671865 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port d9edb203-e624-479b-bf53-a53f0d9f9b9c triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:19.672371 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:19.695899 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-bae5c52e-4067-477e-98aa-05b5d406b738 req-738c7e37-d716-49f8-8adf-975a1c33075a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536859 Nov 13 07:37:19.803713 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:19.819523 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port d9edb203-e624-479b-bf53-a53f0d9f9b9c, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=d9edb203-e624-479b-bf53-a53f0d9f9b9c,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:19.824511 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:19.826502 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:19.893206 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=d9edb203-e624-479b-bf53-a53f0d9f9b9c,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:19.896332 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:19.917267 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1ba37-0877-458c-88c2-e2b22b81f3c9 req-d649ae85-bd91-4a51-a354-9823f5404395 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:19.918743 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f7e1ba37-0877-458c-88c2-e2b22b81f3c9 req-d649ae85-bd91-4a51-a354-9823f5404395 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0815818 Nov 13 07:37:19.928508 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38484) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:19.936464 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-0ed30053-05c7-4dc5-82ba-b71a4bea4e68 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Request body: {'floatingip': {'port_id': '73b1016f-af9b-47dd-b580-5a52e831b5b1'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:20.117589 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0ed30053-05c7-4dc5-82ba-b71a4bea4e68 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:20.345520 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Sync routers for ids ['d322d1f0-a48e-49bf-a577-275c3e6da067'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:37:20.360161 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Routers {'d322d1f0-a48e-49bf-a577-275c3e6da067'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:20.360882 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:37:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['d322d1f0-a48e-49bf-a577-275c3e6da067'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:20.554268 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Set router d322d1f0-a48e-49bf-a577-275c3e6da067 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:20.806949 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0ed30053-05c7-4dc5-82ba-b71a4bea4e68 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:20.811844 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0ed30053-05c7-4dc5-82ba-b71a4bea4e68 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:20.871012 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '6199d433-8f18-474b-9bd2-753aba4ce588', 'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'mac_address': 'fa:16:3e:91:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 2, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'subnets': [{'id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:20.874963 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Checking router: d322d1f0-a48e-49bf-a577-275c3e6da067 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:37:20.875331 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Updating router d322d1f0-a48e-49bf-a577-275c3e6da067 port 6199d433-8f18-474b-9bd2-753aba4ce588 binding host dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:37:20.930286 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:21.016130 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.l3_db [None req-0ed30053-05c7-4dc5-82ba-b71a4bea4e68 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Floating IP a350c7c9-b179-48e2-bbbc-5c0bca415e7d associated. External IP: 172.28.0.61, port: 73b1016f-af9b-47dd-b580-5a52e831b5b1. Nov 13 07:37:21.308562 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Notify callbacks [] for port, precommit_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:21.325224 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Transition to ACTIVE for port object 6199d433-8f18-474b-9bd2-753aba4ce588 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:21.332792 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:21.343388 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:21.425735 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed30053-05c7-4dc5-82ba-b71a4bea4e68 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Router 3e65a1d8-bd7f-454e-950e-9f64d6724218 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:37:21.496444 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f5532-deb9-4216-af9a-90ce2549ea68 None None] Pushing event updated for resources: {'Port': ['ID=6199d433-8f18-474b-9bd2-753aba4ce588,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:21.503102 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-c10f5532-deb9-4216-af9a-90ce2549ea68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:21.553456 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Attempting to bind port 6199d433-8f18-474b-9bd2-753aba4ce588 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:37:21.553822 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Attempting to bind port 6199d433-8f18-474b-9bd2-753aba4ce588 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:37:21.554175 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Attempting to bind port 6199d433-8f18-474b-9bd2-753aba4ce588 on network be9faec0-9e85-4e0d-a752-b94668eb5d28 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:37:21.561126 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:37:21.561418 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Checking segment: {'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:37:21.561820 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:21.562206 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Bound using segment: {'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:37:21.562674 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Bound port: 6199d433-8f18-474b-9bd2-753aba4ce588, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:37:21.563070 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:21.609451 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device d9edb203-e624-479b-bf53-a53f0d9f9b9c up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:21.736099 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] For port 6199d433-8f18-474b-9bd2-753aba4ce588, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:37:21.743937 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] For port 6199d433-8f18-474b-9bd2-753aba4ce588, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=6199d433-8f18-474b-9bd2-753aba4ce588,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:37:21.756549 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:21.761500 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:21.790361 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port d9edb203-e624-479b-bf53-a53f0d9f9b9c triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:21.790851 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:21.806143 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed30053-05c7-4dc5-82ba-b71a4bea4e68 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:37:21.810668 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0ed30053-05c7-4dc5-82ba-b71a4bea4e68 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:21.819057 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d15bf8-8e6b-45a2-813d-eb25252e2343 None None] Sync routers for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:37:21.837257 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d15bf8-8e6b-45a2-813d-eb25252e2343 None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:21.840675 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d8d15bf8-8e6b-45a2-813d-eb25252e2343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:37:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:21.886785 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-0ed30053-05c7-4dc5-82ba-b71a4bea4e68 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "PUT /v2.0/floatingips/a350c7c9-b179-48e2-bbbc-5c0bca415e7d HTTP/1.1" status: 200 len: 990 time: 1.9568791 Nov 13 07:37:21.887719 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1'}] {{(pid=82811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:37:21.911901 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f5532-deb9-4216-af9a-90ce2549ea68 None None] Pushing event updated for resources: {'Port': ['ID=6199d433-8f18-474b-9bd2-753aba4ce588,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:21.922907 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-c10f5532-deb9-4216-af9a-90ce2549ea68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:21.928105 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Routers {'d322d1f0-a48e-49bf-a577-275c3e6da067'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:21.928852 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:37:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['d322d1f0-a48e-49bf-a577-275c3e6da067'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:22.097898 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-d8d15bf8-8e6b-45a2-813d-eb25252e2343 None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:22.108431 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'status': 'completed', 'code': 200} Nov 13 07:37:22.186781 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] Set router d322d1f0-a48e-49bf-a577-275c3e6da067 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:22.215444 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ecadff5b-5387-4541-a064-1450461d735a req-ac6e5b1e-90cc-41a9-b636-864f1f5f2d4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 1098 time: 0.0829270 Nov 13 07:37:22.381030 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadff5b-5387-4541-a064-1450461d735a req-9e92df76-3cc0-4249-ba1f-8dad5a1b05b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:22.382004 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ecadff5b-5387-4541-a064-1450461d735a req-9e92df76-3cc0-4249-ba1f-8dad5a1b05b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 918 time: 0.1596591 Nov 13 07:37:22.495381 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ecadff5b-5387-4541-a064-1450461d735a req-519a58a3-de29-47c5-b837-1013ff8a4a4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1 HTTP/1.1" status: 200 len: 998 time: 0.1060541 Nov 13 07:37:22.511002 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d8d15bf8-8e6b-45a2-813d-eb25252e2343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': 'a350c7c9-b179-48e2-bbbc-5c0bca415e7d', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'port_id': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'mac_address': 'fa:16:3e:c4:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:20Z', 'revision_number': 1, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:22.515074 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d15bf8-8e6b-45a2-813d-eb25252e2343 None None] Checking router: 3e65a1d8-bd7f-454e-950e-9f64d6724218 for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:37:22.526161 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d15bf8-8e6b-45a2-813d-eb25252e2343 None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:22.526793 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d8d15bf8-8e6b-45a2-813d-eb25252e2343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:37:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:22.531375 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '6199d433-8f18-474b-9bd2-753aba4ce588', 'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'mac_address': 'fa:16:3e:91:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:21Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'subnets': [{'id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:22.536383 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648f31fd-ed16-4384-8b6a-7c1232b677c1 None None] The sync data for ids ['d322d1f0-a48e-49bf-a577-275c3e6da067'] in dv-cinder-817832-1-smb is: [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '6199d433-8f18-474b-9bd2-753aba4ce588', 'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'mac_address': 'fa:16:3e:91:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:21Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'subnets': [{'id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:37:22.664116 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadff5b-5387-4541-a064-1450461d735a req-4dc1f0e0-4c69-403f-abf0-54963d511713 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:22.665598 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ecadff5b-5387-4541-a064-1450461d735a req-4dc1f0e0-4c69-403f-abf0-54963d511713 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.1600780 Nov 13 07:37:22.722415 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-d8d15bf8-8e6b-45a2-813d-eb25252e2343 None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:22.759305 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ecadff5b-5387-4541-a064-1450461d735a req-86c5ddce-6e72-44fd-92fe-87a7303f5933 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835078 Nov 13 07:37:22.920636 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ecadff5b-5387-4541-a064-1450461d735a req-3cf33ddb-c746-4681-afd3-8ccf4bb614ba service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535213 Nov 13 07:37:23.094009 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ecadff5b-5387-4541-a064-1450461d735a req-57a35e86-13b4-4486-97e3-5f91c31eb01b service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665540 Nov 13 07:37:23.181624 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-d8d15bf8-8e6b-45a2-813d-eb25252e2343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': 'a350c7c9-b179-48e2-bbbc-5c0bca415e7d', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'port_id': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'mac_address': 'fa:16:3e:c4:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:20Z', 'revision_number': 1, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:23.186730 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d15bf8-8e6b-45a2-813d-eb25252e2343 None None] The sync data for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb is: [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': 'a350c7c9-b179-48e2-bbbc-5c0bca415e7d', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'floating_ip_address': '172.28.0.61', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'port_id': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'mac_address': 'fa:16:3e:c4:7e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:20Z', 'revision_number': 1, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:37:23.217322 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Sync routers for ids ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:37:23.230792 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Routers {'2ec58016-aef5-48e0-88a0-2d5ce410fe00'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:23.231367 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:37:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:23.415288 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Set router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:23.584512 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 6199d433-8f18-474b-9bd2-753aba4ce588 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:23.796095 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 6199d433-8f18-474b-9bd2-753aba4ce588 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:23.805285 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 6199d433-8f18-474b-9bd2-753aba4ce588 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:23.805651 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:23.923878 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'name': 'tempest-TestShelveInstance-358232938-router', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:09Z', 'updated_at': '2021-11-13T07:37:13Z', 'revision_number': 4, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'gw_port': {'id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:10Z', 'updated_at': '2021-11-13T07:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '679dbb95-5b64-4e3a-888f-b8677bec6708', 'name': '', 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'mac_address': 'fa:16:3e:95:d2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c58dc29-d401-44ed-9e03-8789a645bee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:12Z', 'updated_at': '2021-11-13T07:37:13Z', 'revision_number': 2, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'subnets': [{'id': '7c58dc29-d401-44ed-9e03-8789a645bee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:23.933237 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Checking router: 2ec58016-aef5-48e0-88a0-2d5ce410fe00 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:37:23.933607 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Updating router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 port 679dbb95-5b64-4e3a-888f-b8677bec6708 binding host dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:37:23.979209 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:24.018266 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:24.041681 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 6199d433-8f18-474b-9bd2-753aba4ce588, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=6199d433-8f18-474b-9bd2-753aba4ce588,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:24.069173 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:24.076177 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:24.207672 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=6199d433-8f18-474b-9bd2-753aba4ce588,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:24.211152 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:24.426394 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Notify callbacks [] for port, precommit_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:24.437957 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Transition to ACTIVE for port object 679dbb95-5b64-4e3a-888f-b8677bec6708 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:24.445430 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:24.449068 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:24.569475 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242c12b-46ea-4764-bb54-a8ef25e95e67 None None] Pushing event updated for resources: {'Port': ['ID=679dbb95-5b64-4e3a-888f-b8677bec6708,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:24.573475 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-0242c12b-46ea-4764-bb54-a8ef25e95e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:24.666919 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Attempting to bind port 679dbb95-5b64-4e3a-888f-b8677bec6708 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:37:24.667387 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Attempting to bind port 679dbb95-5b64-4e3a-888f-b8677bec6708 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ac664721-7461-4e41-9bc6-8ab215bd8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:37:24.667733 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Attempting to bind port 679dbb95-5b64-4e3a-888f-b8677bec6708 on network f8c222ce-15ba-4f98-b112-d0dc3ee87d6c {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:37:24.678850 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:37:24.679229 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Checking segment: {'id': 'ac664721-7461-4e41-9bc6-8ab215bd8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:37:24.679606 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:24.680137 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Bound using segment: {'id': 'ac664721-7461-4e41-9bc6-8ab215bd8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:37:24.680607 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Bound port: 679dbb95-5b64-4e3a-888f-b8677bec6708, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac664721-7461-4e41-9bc6-8ab215bd8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:37:24.680982 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:24.781029 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] For port 679dbb95-5b64-4e3a-888f-b8677bec6708, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:37:24.784266 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] For port 679dbb95-5b64-4e3a-888f-b8677bec6708, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=679dbb95-5b64-4e3a-888f-b8677bec6708,segment=NetworkSegment(ac664721-7461-4e41-9bc6-8ab215bd8511),segment_id=ac664721-7461-4e41-9bc6-8ab215bd8511)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:37:24.791699 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:24.795242 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-92317659-1309-49a7-a167-6fde34730d4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:24.870698 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242c12b-46ea-4764-bb54-a8ef25e95e67 None None] Pushing event updated for resources: {'Port': ['ID=679dbb95-5b64-4e3a-888f-b8677bec6708,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:24.874411 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-0242c12b-46ea-4764-bb54-a8ef25e95e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:24.880635 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Routers {'2ec58016-aef5-48e0-88a0-2d5ce410fe00'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:24.881250 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:37:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:25.080331 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] Set router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:25.446298 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'name': 'tempest-TestShelveInstance-358232938-router', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:09Z', 'updated_at': '2021-11-13T07:37:13Z', 'revision_number': 4, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'gw_port': {'id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:10Z', 'updated_at': '2021-11-13T07:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '679dbb95-5b64-4e3a-888f-b8677bec6708', 'name': '', 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'mac_address': 'fa:16:3e:95:d2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c58dc29-d401-44ed-9e03-8789a645bee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:12Z', 'updated_at': '2021-11-13T07:37:24Z', 'revision_number': 4, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'subnets': [{'id': '7c58dc29-d401-44ed-9e03-8789a645bee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:25.450292 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f8a381-f7d2-4e1b-811d-8e0d693517c4 None None] The sync data for ids ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'] in dv-cinder-817832-1-smb is: [{'id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'name': 'tempest-TestShelveInstance-358232938-router', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:09Z', 'updated_at': '2021-11-13T07:37:13Z', 'revision_number': 4, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'gw_port': {'id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:10Z', 'updated_at': '2021-11-13T07:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '679dbb95-5b64-4e3a-888f-b8677bec6708', 'name': '', 'network_id': 'f8c222ce-15ba-4f98-b112-d0dc3ee87d6c', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'mac_address': 'fa:16:3e:95:d2:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c58dc29-d401-44ed-9e03-8789a645bee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:12Z', 'updated_at': '2021-11-13T07:37:24Z', 'revision_number': 4, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'subnets': [{'id': '7c58dc29-d401-44ed-9e03-8789a645bee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:37:25.657854 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 6199d433-8f18-474b-9bd2-753aba4ce588 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:25.734773 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 6199d433-8f18-474b-9bd2-753aba4ce588 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:25.735153 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:25.855102 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 679dbb95-5b64-4e3a-888f-b8677bec6708 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:25.934247 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 679dbb95-5b64-4e3a-888f-b8677bec6708 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:25.940169 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 679dbb95-5b64-4e3a-888f-b8677bec6708 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:25.940559 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:26.068968 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:26.107882 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 679dbb95-5b64-4e3a-888f-b8677bec6708, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=679dbb95-5b64-4e3a-888f-b8677bec6708,segment=NetworkSegment(ac664721-7461-4e41-9bc6-8ab215bd8511),segment_id=ac664721-7461-4e41-9bc6-8ab215bd8511)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:26.113763 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:26.116879 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:26.180878 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=679dbb95-5b64-4e3a-888f-b8677bec6708,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:26.183979 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:26.548327 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d4e3d5-cf68-40d5-b84e-4f04fe086d0b None None] New status for floating IP a350c7c9-b179-48e2-bbbc-5c0bca415e7d: ACTIVE {{(pid=82814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:37:27.559651 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 679dbb95-5b64-4e3a-888f-b8677bec6708 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:27.630799 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 679dbb95-5b64-4e3a-888f-b8677bec6708 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:27.631304 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:31.975774 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-30440546-b011-4b55-971b-6b9086705d46 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Synchronizing usage tracker for tenant:1380a5a3fc7d4abea25525997558701b on resource:security_group {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:37:31.995288 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-30440546-b011-4b55-971b-6b9086705d46 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Unset dirty status for tenant:1380a5a3fc7d4abea25525997558701b on resource:security_group {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:37:31.996414 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-30440546-b011-4b55-971b-6b9086705d46 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1562586714&fields=id&tenant_id=1380a5a3fc7d4abea25525997558701b HTTP/1.1" status: 200 len: 267 time: 0.0689235 Nov 13 07:37:32.163293 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-3453ed24-6913-4321-8a12-36e59b272acb tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:32.164757 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-3453ed24-6913-4321-8a12-36e59b272acb tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/networks?id=be9faec0-9e85-4e0d-a752-b94668eb5d28 HTTP/1.1" status: 200 len: 808 time: 0.1589019 Nov 13 07:37:32.182182 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-d6c5a3db-788d-47c9-864c-18affea456e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/quotas/1380a5a3fc7d4abea25525997558701b HTTP/1.1" status: 200 len: 375 time: 0.0118976 Nov 13 07:37:32.263892 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-4e43584d-b213-4701-ad59-7e43aa4ccdcb tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1380a5a3fc7d4abea25525997558701b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763335 Nov 13 07:37:32.473096 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-5ca8dfc2-89f1-48bc-abb0-64da9994a19d service neutron] 10.222.0.15 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971645 Nov 13 07:37:32.616089 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-2a7eb647-1b66-4046-acde-75efb6995dbb service neutron] 10.222.0.15 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343806 Nov 13 07:37:33.040809 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-1cb4f103-c7c0-40ec-9b7d-70ed5ceb0129 req-d0b57510-0e99-42e0-8a69-fd47147d709a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Synchronizing usage tracker for tenant:1380a5a3fc7d4abea25525997558701b on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:37:33.060538 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-1cb4f103-c7c0-40ec-9b7d-70ed5ceb0129 req-d0b57510-0e99-42e0-8a69-fd47147d709a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Unset dirty status for tenant:1380a5a3fc7d4abea25525997558701b on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:37:33.061745 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1cb4f103-c7c0-40ec-9b7d-70ed5ceb0129 req-d0b57510-0e99-42e0-8a69-fd47147d709a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 210 time: 0.0638056 Nov 13 07:37:34.166653 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-2262173a-c3a2-468b-803d-029b2a2b8c92 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:34.168165 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-2262173a-c3a2-468b-803d-029b2a2b8c92 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.36 "GET /v2.0/networks?id=be9faec0-9e85-4e0d-a752-b94668eb5d28 HTTP/1.1" status: 200 len: 808 time: 0.1567161 Nov 13 07:37:34.223853 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-a2a625a4-baf8-4682-b9a7-3cbe75435a5d tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1380a5a3fc7d4abea25525997558701b HTTP/1.1" status: 200 len: 380 time: 0.0420222 Nov 13 07:37:34.227569 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2ad7427b-cbcb-47eb-bce1-fad26df3130d req-de68a2b0-08b0-43f8-8e26-1a1a1dda6299 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 210 time: 0.0427568 Nov 13 07:37:34.234021 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Request body: {'port': {'device_id': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'admin_state_up': True, 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'security_groups': ['aad08fb0-f78e-4c6f-bae4-68f9c43d910e']}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:34.375511 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:34.385007 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:34.395209 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Made reservation on behalf of 1380a5a3fc7d4abea25525997558701b for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:37:34.398198 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:34.577501 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Allocated IP 172.20.0.13 (be9faec0-9e85-4e0d-a752-b94668eb5d28/4a19bcca-2181-4518-88ce-7c83c4206ab0/6e666c2b-15ab-4b1e-bba0-e1d066784e70) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:37:34.774896 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:34.798935 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Transition to ACTIVE for port object 6e666c2b-15ab-4b1e-bba0-e1d066784e70 will not be triggered until provisioned by entity DHCP. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:34.824700 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:34.831022 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:34.985526 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Network be9faec0-9e85-4e0d-a752-b94668eb5d28 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:34.988908 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:34.991984 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:37:35.019104 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event updated for resources: {'Port': ['ID=6e666c2b-15ab-4b1e-bba0-e1d066784e70,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:35.024675 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:35.051862 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:35.060621 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:35.061235 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:35.086437 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-e280ddee-9294-4252-acce-8aa9164ec6db tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8560860 Nov 13 07:37:35.097706 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Request body: {'port': {'device_id': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:35.212678 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:35.256967 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d6e67bf8-be1b-4a08-a78b-62f811f41e90 None None] Provisioning for port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:35.262747 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d6e67bf8-be1b-4a08-a78b-62f811f41e90 None None] Provisioning complete for port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:35.263065 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d6e67bf8-be1b-4a08-a78b-62f811f41e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:35.321341 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d6e67bf8-be1b-4a08-a78b-62f811f41e90 None None] Port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:37:35.432376 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab873238-ba69-47b2-b1de-908e0a80fe8a req-13e999a8-4d1d-40fb-bd8b-0c445e48bb9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:35.434492 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ab873238-ba69-47b2-b1de-908e0a80fe8a req-13e999a8-4d1d-40fb-bd8b-0c445e48bb9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 932 time: 0.0792785 Nov 13 07:37:35.479542 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-ab873238-ba69-47b2-b1de-908e0a80fe8a req-f09e42cb-dfe1-40c7-a25d-08842132f6a4 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Synchronizing usage tracker for tenant:1380a5a3fc7d4abea25525997558701b on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:37:35.491357 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-ab873238-ba69-47b2-b1de-908e0a80fe8a req-f09e42cb-dfe1-40c7-a25d-08842132f6a4 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Unset dirty status for tenant:1380a5a3fc7d4abea25525997558701b on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:37:35.492466 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ab873238-ba69-47b2-b1de-908e0a80fe8a req-f09e42cb-dfe1-40c7-a25d-08842132f6a4 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522964 Nov 13 07:37:35.556763 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e666c2b-15ab-4b1e-bba0-e1d066784e70 {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:37:35.563395 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:35.584874 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Transition to ACTIVE for port object 6e666c2b-15ab-4b1e-bba0-e1d066784e70 will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:37:35.590662 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:35.594792 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-951a4a83-85a2-4e78-955e-290c972833ac tempest-ServerRescueNegativeTestJSON-452709406 tempest-ServerRescueNegativeTestJSON-452709406-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:35.725633 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Pushing event updated for resources: {'Port': ['ID=6e666c2b-15ab-4b1e-bba0-e1d066784e70,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:35.729439 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:35.832908 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Attempting to bind port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:37:35.833260 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Attempting to bind port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:37:35.833675 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Attempting to bind port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 on network be9faec0-9e85-4e0d-a752-b94668eb5d28 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:37:35.840124 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 on network be9faec0-9e85-4e0d-a752-b94668eb5d28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:37:35.840436 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Attempting to bind port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 on network be9faec0-9e85-4e0d-a752-b94668eb5d28 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:37:35.846989 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:37:35.847302 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Checking segment: {'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:37:35.847672 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Bound using segment: {'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:37:35.848086 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Bound port: 6e666c2b-15ab-4b1e-bba0-e1d066784e70, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02eaa8b-a448-4862-a0bb-8259bd557f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:37:35.848419 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:35.939188 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] For port 6e666c2b-15ab-4b1e-bba0-e1d066784e70, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:37:35.941987 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] For port 6e666c2b-15ab-4b1e-bba0-e1d066784e70, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:37:35.950265 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:35.954426 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7edd3e5f-4ded-4158-b1bf-9ed035073e42 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:36.006268 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:36.007662 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] 10.222.0.36 "PUT /v2.0/ports/6e666c2b-15ab-4b1e-bba0-e1d066784e70 HTTP/1.1" status: 200 len: 1094 time: 0.9142613 Nov 13 07:37:36.008165 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:37:36.030369 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Pushing event updated for resources: {'Port': ['ID=6e666c2b-15ab-4b1e-bba0-e1d066784e70,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:36.033471 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:36.090837 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'status': 'completed', 'code': 200} Nov 13 07:37:36.137765 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-c25ed3f4-5131-4fc8-804a-27da9803c72a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1380a5a3fc7d4abea25525997558701b&device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 1097 time: 0.0809340 Nov 13 07:37:36.206030 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-517f1074-3658-4fc0-92eb-d1147191d6c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70 HTTP/1.1" status: 200 len: 217 time: 0.0608115 Nov 13 07:37:36.271244 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-68dbbc24-4717-4ac9-9a39-0a95526fc867 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:36.272320 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-68dbbc24-4717-4ac9-9a39-0a95526fc867 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a19bcca-2181-4518-88ce-7c83c4206ab0 HTTP/1.1" status: 200 len: 847 time: 0.0599420 Nov 13 07:37:36.348708 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-38196323-87dd-41f9-9c28-3f391974a88a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be9faec0-9e85-4e0d-a752-b94668eb5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691462 Nov 13 07:37:36.487319 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-cd78c3dc-e8f9-4a85-90b9-c53693a3b4ab service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313698 Nov 13 07:37:36.670831 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a5ff343-57c8-4dfa-b2a6-f99a3e6fde35 req-80d2d208-fabd-446a-9eea-fa06d2bb9150 service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762955 Nov 13 07:37:36.711902 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db528ab-91d5-44f1-b617-d9b93e73094b req-e93468f6-4bcf-49f0-a204-9a608d4c8336 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:36.712588 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-2db528ab-91d5-44f1-b617-d9b93e73094b req-e93468f6-4bcf-49f0-a204-9a608d4c8336 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Synchronizing usage tracker for tenant:1380a5a3fc7d4abea25525997558701b on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:37:36.849412 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-2db528ab-91d5-44f1-b617-d9b93e73094b req-e93468f6-4bcf-49f0-a204-9a608d4c8336 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Unset dirty status for tenant:1380a5a3fc7d4abea25525997558701b on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:37:36.850550 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2db528ab-91d5-44f1-b617-d9b93e73094b req-e93468f6-4bcf-49f0-a204-9a608d4c8336 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 944 time: 0.2325804 Nov 13 07:37:36.913866 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2db528ab-91d5-44f1-b617-d9b93e73094b req-a89903f4-4e8e-431e-9a0f-352b0f9d0c9c tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562515 Nov 13 07:37:36.923748 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-275c7899-141e-42df-90cb-c0ff44dc7f9a req-1b87fa65-7d17-4b17-91ff-6247def11624 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1380a5a3fc7d4abea25525997558701b&device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 1097 time: 0.1990399 Nov 13 07:37:37.059108 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c7899-141e-42df-90cb-c0ff44dc7f9a req-2e2e824a-2c86-4a98-ac19-541e9540c401 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:37.060563 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-275c7899-141e-42df-90cb-c0ff44dc7f9a req-2e2e824a-2c86-4a98-ac19-541e9540c401 service neutron] 10.222.0.36 "GET /v2.0/networks?id=be9faec0-9e85-4e0d-a752-b94668eb5d28 HTTP/1.1" status: 200 len: 909 time: 0.1299303 Nov 13 07:37:37.137239 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-275c7899-141e-42df-90cb-c0ff44dc7f9a req-7f32525a-994d-428a-aa8e-71923fda60d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70 HTTP/1.1" status: 200 len: 217 time: 0.0684052 Nov 13 07:37:37.213648 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c7899-141e-42df-90cb-c0ff44dc7f9a req-0f7a570b-2077-489d-b9e9-d31aff5ba3f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:37.215053 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-275c7899-141e-42df-90cb-c0ff44dc7f9a req-0f7a570b-2077-489d-b9e9-d31aff5ba3f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a19bcca-2181-4518-88ce-7c83c4206ab0 HTTP/1.1" status: 200 len: 847 time: 0.0703187 Nov 13 07:37:37.294012 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-275c7899-141e-42df-90cb-c0ff44dc7f9a req-f6c079ac-cae8-4c7f-980d-0b9690f5e901 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be9faec0-9e85-4e0d-a752-b94668eb5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719135 Nov 13 07:37:37.431185 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-275c7899-141e-42df-90cb-c0ff44dc7f9a req-22f15db6-992a-4d6f-934e-33ebeba6893b service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294744 Nov 13 07:37:37.577587 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-275c7899-141e-42df-90cb-c0ff44dc7f9a req-b793b7a5-82ed-4ebf-b7e4-da5f81e14381 service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381156 Nov 13 07:37:38.136786 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2295b6-41d3-4dd7-b961-e4ac4547b06a req-c419aa20-8674-4770-8cbb-1adf6b00190c tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:38.138327 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4c2295b6-41d3-4dd7-b961-e4ac4547b06a req-c419aa20-8674-4770-8cbb-1adf6b00190c tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 944 time: 0.0876992 Nov 13 07:37:38.189023 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4c2295b6-41d3-4dd7-b961-e4ac4547b06a req-70909a63-01bd-46dd-ae7c-65e37f31b13c tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431845 Nov 13 07:37:39.403452 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8f7d6-6cc6-42c9-a888-4c5b9629b640 req-1f27f20a-30df-4f23-a671-2bb12c3aa4e1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:39.404885 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ccf8f7d6-6cc6-42c9-a888-4c5b9629b640 req-1f27f20a-30df-4f23-a671-2bb12c3aa4e1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 944 time: 0.0870702 Nov 13 07:37:39.452380 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ccf8f7d6-6cc6-42c9-a888-4c5b9629b640 req-416fe113-4334-46aa-9247-8d50faf131a2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392406 Nov 13 07:37:39.565566 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 6e666c2b-15ab-4b1e-bba0-e1d066784e70 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:37:39.713869 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 6e666c2b-15ab-4b1e-bba0-e1d066784e70, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:39.728181 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'port_id': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'mac_address': 'fa:16:3e:d9:d1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:37:39.781343 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:39.799673 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e666c2b-15ab-4b1e-bba0-e1d066784e70 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:37:39.819387 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 6e666c2b-15ab-4b1e-bba0-e1d066784e70, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:39.826055 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:39.828211 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:39.905333 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=6e666c2b-15ab-4b1e-bba0-e1d066784e70,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:39.908560 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:40.053441 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['6e666c2b-15ab-4b1e-bba0-e1d066784e70'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:37:40.677733 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b58aa-bb84-41f9-b9ff-81455d056a78 req-abdf908c-f623-406e-ac3d-b929a3bdbec6 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:40.679134 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d65b58aa-bb84-41f9-b9ff-81455d056a78 req-abdf908c-f623-406e-ac3d-b929a3bdbec6 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 945 time: 0.0930223 Nov 13 07:37:40.728519 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d65b58aa-bb84-41f9-b9ff-81455d056a78 req-e40d1e44-511a-4716-be5e-f7dcfaa0ff3d tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411637 Nov 13 07:37:41.579105 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 6e666c2b-15ab-4b1e-bba0-e1d066784e70 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:37:41.659625 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:37:41.665033 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:37:41.665407 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:41.806535 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:41.833741 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:37:41.843263 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 6e666c2b-15ab-4b1e-bba0-e1d066784e70, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:37:41.847983 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:41.849872 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:41.892381 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'code': 200} Nov 13 07:37:41.926822 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=6e666c2b-15ab-4b1e-bba0-e1d066784e70,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:41.929570 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:41.933750 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493a67b-1abb-4ac3-8e4b-1f9828e3c270 req-972d41e6-4aa4-4861-9aec-4f62d9dcb2c6 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:41.935294 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f493a67b-1abb-4ac3-8e4b-1f9828e3c270 req-972d41e6-4aa4-4861-9aec-4f62d9dcb2c6 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.0867083 Nov 13 07:37:41.986005 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f493a67b-1abb-4ac3-8e4b-1f9828e3c270 req-1dceaf9d-d86d-4ae3-bb25-f31520357019 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 Nov 13 07:37:42.201980 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-895ee4a2-f654-46c5-8009-b2abd0f1dce0 req-ad4f4699-65e6-497e-a9c5-261c2a05bab2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 1099 time: 0.0794549 Nov 13 07:37:42.253829 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-895ee4a2-f654-46c5-8009-b2abd0f1dce0 req-6be64e61-c61b-4c6b-967c-31db8b7d55a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 Nov 13 07:37:42.270515 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-9b06fbbb-952a-4d0e-be75-525af053d8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:42.728773 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:43.203485 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb6a07-6d85-4326-a983-688c4f77a120 req-31b14dc9-6f5e-4f07-9efb-e000b272183f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:43.204839 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-78eb6a07-6d85-4326-a983-688c4f77a120 req-31b14dc9-6f5e-4f07-9efb-e000b272183f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.0797598 Nov 13 07:37:43.250501 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-78eb6a07-6d85-4326-a983-688c4f77a120 req-5cd608e6-2321-4a5e-9805-2938e896c99e tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396225 Nov 13 07:37:44.356114 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-870b0eb5-9a64-41a6-bb10-1b7eac9c9262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:44.455832 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3060c2-e522-42d2-8cd9-22e305226326 req-0b61924d-d8c3-494b-b672-5aceb11500fd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:44.457246 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ce3060c2-e522-42d2-8cd9-22e305226326 req-0b61924d-d8c3-494b-b672-5aceb11500fd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.0761979 Nov 13 07:37:44.508076 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ce3060c2-e522-42d2-8cd9-22e305226326 req-7866ae77-54ef-42a9-b2a8-490a1a8fa929 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449114 Nov 13 07:37:44.714119 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbce5d-db90-4dbb-8888-9e7347354d1c req-c976f969-5c29-438e-89bd-64372952eaca tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:44.715642 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-75dbce5d-db90-4dbb-8888-9e7347354d1c req-c976f969-5c29-438e-89bd-64372952eaca tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.0802543 Nov 13 07:37:44.764885 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-75dbce5d-db90-4dbb-8888-9e7347354d1c req-9a8f1f3b-3c10-4b41-b90b-384ec3cc5be0 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411804 Nov 13 07:37:44.798021 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38604) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:44.949356 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-c90db739-e1b9-4d76-8926-be0577f31a47 tempest-TestShelveInstance-1657104624 tempest-TestShelveInstance-1657104624-project-admin] Synchronizing usage tracker for tenant:8d6f59c4f6f24624aa1a7c2809c2625a on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:37:44.969229 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-c90db739-e1b9-4d76-8926-be0577f31a47 tempest-TestShelveInstance-1657104624 tempest-TestShelveInstance-1657104624-project-admin] Unset dirty status for tenant:8d6f59c4f6f24624aa1a7c2809c2625a on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:37:44.970494 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-c90db739-e1b9-4d76-8926-be0577f31a47 tempest-TestShelveInstance-1657104624 tempest-TestShelveInstance-1657104624-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 1094 time: 0.1714590 Nov 13 07:37:44.975014 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38610) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:37:44.980413 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Request body: {'floatingip': {'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'port_id': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:37:44.985799 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:37:44.989484 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Usage tracker for resource:floatingip and tenant:1380a5a3fc7d4abea25525997558701b is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:37:44.991001 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:37:44.992331 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:37:44.998151 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:37:45.010213 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for floatingip, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:45.155329 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:45.291135 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Allocated IP 172.28.0.74 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/e839fbab-b58a-4158-b82c-8a5a49d81197) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:37:45.445602 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:45.474796 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:45.476589 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:45.480911 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:45.542200 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:37:45.545449 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:37:45.549563 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:37:45.572921 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event updated for resources: {'Port': ['ID=e839fbab-b58a-4158-b82c-8a5a49d81197,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:45.577639 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:46.116010 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:46.174225 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:46.485674 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:46.492914 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3936010'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:46.496706 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4d679f04-92ed-4a22-bead-9078e897e427 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:37:46.595403 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event updated for resources: {'Port': ['ID=e839fbab-b58a-4158-b82c-8a5a49d81197,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:37:46.599308 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:37:46.615006 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:46.807897 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.db.l3_db [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Floating IP ff4f71c1-2dd5-4d09-9c05-1186f7a1a650 associated. External IP: 172.28.0.74, port: 6e666c2b-15ab-4b1e-bba0-e1d066784e70. Nov 13 07:37:46.950025 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:47.214619 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Router d322d1f0-a48e-49bf-a577-275c3e6da067 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:37:47.417228 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:37:47.427369 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c074fc-779c-45d7-8a98-750850e9bdd3 None None] Sync routers for ids ['d322d1f0-a48e-49bf-a577-275c3e6da067'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:37:47.440592 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c074fc-779c-45d7-8a98-750850e9bdd3 None None] Routers {'d322d1f0-a48e-49bf-a577-275c3e6da067'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:47.441223 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-60c074fc-779c-45d7-8a98-750850e9bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:37:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['d322d1f0-a48e-49bf-a577-275c3e6da067'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:47.443887 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:37:47.507093 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-1c43f9ec-6e1e-4cc2-b212-eaaef42c1b9a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5208013 Nov 13 07:37:47.507093 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70'}] {{(pid=82811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:37:47.555493 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'status': 'completed', 'code': 200} Nov 13 07:37:47.622328 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-60c074fc-779c-45d7-8a98-750850e9bdd3 None None] Set router d322d1f0-a48e-49bf-a577-275c3e6da067 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:47.647624 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2c89dc38-0f59-400e-8849-0dec33d43c90 req-a391d4b7-22b7-4fdb-8dc5-8a4ee9e93128 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1380a5a3fc7d4abea25525997558701b&device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 1099 time: 0.0678453 Nov 13 07:37:47.784912 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89dc38-0f59-400e-8849-0dec33d43c90 req-20e17ef5-b59c-45f5-9a14-0c09093c7c6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:47.786371 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2c89dc38-0f59-400e-8849-0dec33d43c90 req-20e17ef5-b59c-45f5-9a14-0c09093c7c6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=be9faec0-9e85-4e0d-a752-b94668eb5d28 HTTP/1.1" status: 200 len: 909 time: 0.1323714 Nov 13 07:37:47.972347 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2c89dc38-0f59-400e-8849-0dec33d43c90 req-d8158ca6-5a34-45da-99ce-413f91b00c29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70 HTTP/1.1" status: 200 len: 999 time: 0.1775413 Nov 13 07:37:47.974558 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-60c074fc-779c-45d7-8a98-750850e9bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': 'ff4f71c1-2dd5-4d09-9c05-1186f7a1a650', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'port_id': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'mac_address': 'fa:16:3e:d9:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:37:45Z', 'updated_at': '2021-11-13T07:37:45Z', 'revision_number': 0, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6199d433-8f18-474b-9bd2-753aba4ce588', 'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'mac_address': 'fa:16:3e:91:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:24Z', 'revision_number': 5, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'subnets': [{'id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:47.978537 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c074fc-779c-45d7-8a98-750850e9bdd3 None None] Checking router: d322d1f0-a48e-49bf-a577-275c3e6da067 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:37:47.989192 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c074fc-779c-45d7-8a98-750850e9bdd3 None None] Routers {'d322d1f0-a48e-49bf-a577-275c3e6da067'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:37:47.989782 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-60c074fc-779c-45d7-8a98-750850e9bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:37:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['d322d1f0-a48e-49bf-a577-275c3e6da067'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:48.035836 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89dc38-0f59-400e-8849-0dec33d43c90 req-38fd2f19-a516-446d-bbf5-bb3f345bc6f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:37:48.037190 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2c89dc38-0f59-400e-8849-0dec33d43c90 req-38fd2f19-a516-446d-bbf5-bb3f345bc6f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a19bcca-2181-4518-88ce-7c83c4206ab0 HTTP/1.1" status: 200 len: 847 time: 0.0574803 Nov 13 07:37:48.119068 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2c89dc38-0f59-400e-8849-0dec33d43c90 req-fa616e77-1220-4689-8e67-edfe2176031e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be9faec0-9e85-4e0d-a752-b94668eb5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739577 Nov 13 07:37:48.163439 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-60c074fc-779c-45d7-8a98-750850e9bdd3 None None] Set router d322d1f0-a48e-49bf-a577-275c3e6da067 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:37:48.254266 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2c89dc38-0f59-400e-8849-0dec33d43c90 req-597b7b5a-bf79-4691-b241-0372355c9268 service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279099 Nov 13 07:37:48.392365 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2c89dc38-0f59-400e-8849-0dec33d43c90 req-32199567-b181-444b-b7fd-4f516db62f31 service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310976 Nov 13 07:37:48.536216 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-60c074fc-779c-45d7-8a98-750850e9bdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': 'ff4f71c1-2dd5-4d09-9c05-1186f7a1a650', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'port_id': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'mac_address': 'fa:16:3e:d9:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:37:45Z', 'updated_at': '2021-11-13T07:37:45Z', 'revision_number': 0, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6199d433-8f18-474b-9bd2-753aba4ce588', 'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'mac_address': 'fa:16:3e:91:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:24Z', 'revision_number': 5, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'subnets': [{'id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:37:48.540375 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c074fc-779c-45d7-8a98-750850e9bdd3 None None] The sync data for ids ['d322d1f0-a48e-49bf-a577-275c3e6da067'] in dv-cinder-817832-1-smb is: [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': 'ff4f71c1-2dd5-4d09-9c05-1186f7a1a650', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'floating_ip_address': '172.28.0.74', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'port_id': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'mac_address': 'fa:16:3e:d9:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:37:45Z', 'updated_at': '2021-11-13T07:37:45Z', 'revision_number': 0, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6199d433-8f18-474b-9bd2-753aba4ce588', 'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'mac_address': 'fa:16:3e:91:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:24Z', 'revision_number': 5, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'subnets': [{'id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:37:50.468824 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35e6914-2c0e-407d-9dfb-f6f0c9584a09 None None] New status for floating IP ff4f71c1-2dd5-4d09-9c05-1186f7a1a650: ACTIVE {{(pid=82814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:38:04.015493 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66508de-f98d-41b1-b6c8-b20e39847c64 req-2b18427f-33e5-4d69-97bf-a857f80c6a31 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:04.017099 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b66508de-f98d-41b1-b6c8-b20e39847c64 req-2b18427f-33e5-4d69-97bf-a857f80c6a31 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0845301 Nov 13 07:38:04.061678 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b66508de-f98d-41b1-b6c8-b20e39847c64 req-4805dac4-66ec-4a65-b91f-564b5194e252 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390065 Nov 13 07:38:05.060717 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:05.299522 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7845e038-170c-43f1-b9c6-d5282de9ffb1 req-69327ff9-caa9-41b1-b0a1-4d4aa4d95318 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:05.300956 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7845e038-170c-43f1-b9c6-d5282de9ffb1 req-69327ff9-caa9-41b1-b0a1-4d4aa4d95318 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0956824 Nov 13 07:38:05.347327 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7845e038-170c-43f1-b9c6-d5282de9ffb1 req-1ce698ff-c62a-4b66-953d-82543e2a2452 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404494 Nov 13 07:38:06.584403 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a74633-7929-44e4-8a13-6ec4cf800bd7 req-2c886da5-55f8-4604-82d0-931822c63173 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:06.585889 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a3a74633-7929-44e4-8a13-6ec4cf800bd7 req-2c886da5-55f8-4604-82d0-931822c63173 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0954821 Nov 13 07:38:06.633588 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a3a74633-7929-44e4-8a13-6ec4cf800bd7 req-4c6beee7-2436-4798-b071-94dc1ab27ee4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 Nov 13 07:38:07.864072 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ea0c5-17ba-42c5-8157-6743db355a58 req-df6c1dfb-1899-42ee-8126-d9b5d0110368 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:07.865525 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2b8ea0c5-17ba-42c5-8157-6743db355a58 req-df6c1dfb-1899-42ee-8126-d9b5d0110368 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0795133 Nov 13 07:38:07.912647 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2b8ea0c5-17ba-42c5-8157-6743db355a58 req-8accff22-c458-4716-a050-371e8daf21fa tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415940 Nov 13 07:38:09.147813 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888d4cf-e3cc-4bbe-b9cf-0571bc5e8ef0 req-81bf91c8-a6e2-4775-90a6-5426577a0e69 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:09.149267 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0888d4cf-e3cc-4bbe-b9cf-0571bc5e8ef0 req-81bf91c8-a6e2-4775-90a6-5426577a0e69 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0868979 Nov 13 07:38:09.195169 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0888d4cf-e3cc-4bbe-b9cf-0571bc5e8ef0 req-37c62dbe-abe2-4a74-8d62-9089fb4e3ef0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404208 Nov 13 07:38:10.410453 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08c8af-46f7-4fc1-b4c6-5ca5d8c2b0b4 req-96a6c56d-c48e-43c0-8230-d6c38cfbc612 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:10.411956 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7a08c8af-46f7-4fc1-b4c6-5ca5d8c2b0b4 req-96a6c56d-c48e-43c0-8230-d6c38cfbc612 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0826573 Nov 13 07:38:10.459283 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7a08c8af-46f7-4fc1-b4c6-5ca5d8c2b0b4 req-3c441cef-20be-447c-9375-c611b2c34990 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416441 Nov 13 07:38:10.599868 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b705f035-a40a-49e0-9beb-889b5b48d0e7 req-ca094622-6213-4db4-86e8-755f6e14042d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 1098 time: 0.0727458 Nov 13 07:38:10.758055 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705f035-a40a-49e0-9beb-889b5b48d0e7 req-c7f3f7c6-0d0e-4bb1-a9af-2dce8d969938 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:10.759521 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b705f035-a40a-49e0-9beb-889b5b48d0e7 req-c7f3f7c6-0d0e-4bb1-a9af-2dce8d969938 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 918 time: 0.1396477 Nov 13 07:38:10.868629 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b705f035-a40a-49e0-9beb-889b5b48d0e7 req-93758f5e-bc8c-41ab-b5ff-b4a234265f10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1 HTTP/1.1" status: 200 len: 1000 time: 0.1006260 Nov 13 07:38:10.941315 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705f035-a40a-49e0-9beb-889b5b48d0e7 req-4bf6c37d-5f1d-4136-899e-358826ad2ef3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:10.942768 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b705f035-a40a-49e0-9beb-889b5b48d0e7 req-4bf6c37d-5f1d-4136-899e-358826ad2ef3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.0608683 Nov 13 07:38:11.026507 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b705f035-a40a-49e0-9beb-889b5b48d0e7 req-9cf10743-a8f9-44b6-831d-d332615b70ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759611 Nov 13 07:38:11.165344 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b705f035-a40a-49e0-9beb-889b5b48d0e7 req-f8fdb5a5-cc11-4cc2-836b-24a2edfdf697 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311543 Nov 13 07:38:11.302222 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b705f035-a40a-49e0-9beb-889b5b48d0e7 req-17555d92-b23c-4104-93b5-9a35e00cf704 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282523 Nov 13 07:38:11.681674 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fed980-9418-41ff-8477-32254f34a0f2 req-9a60aa6b-7748-43df-bab5-8528af7cf2f7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:11.683163 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-90fed980-9418-41ff-8477-32254f34a0f2 req-9a60aa6b-7748-43df-bab5-8528af7cf2f7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0805485 Nov 13 07:38:11.731465 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-90fed980-9418-41ff-8477-32254f34a0f2 req-2199b752-b9aa-43e2-82ad-1519c72ffcea tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409994 Nov 13 07:38:12.266508 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-359fa46c-e473-46ee-972e-1e18059681c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:12.736239 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:12.960158 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ae071-fb12-4067-9b06-9856e251f1d6 req-8000ae49-82d0-4099-b724-af381fcf3127 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:12.961597 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-bc0ae071-fb12-4067-9b06-9856e251f1d6 req-8000ae49-82d0-4099-b724-af381fcf3127 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0850341 Nov 13 07:38:13.007836 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-bc0ae071-fb12-4067-9b06-9856e251f1d6 req-29392a2e-1b09-4801-a798-fa3e4679002f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404997 Nov 13 07:38:14.231405 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f42dab-f27a-4c1e-a1d8-e9658eaa48d4 req-ea96fef8-fd20-4264-aabe-d1eb81ef6ed7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:14.232363 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c5f42dab-f27a-4c1e-a1d8-e9658eaa48d4 req-ea96fef8-fd20-4264-aabe-d1eb81ef6ed7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0839832 Nov 13 07:38:14.360553 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-0999a57f-5128-4703-b5c0-179ebd1d7d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:14.368871 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c5f42dab-f27a-4c1e-a1d8-e9658eaa48d4 req-6a456710-6ad8-4a11-ae43-c8386b790492 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303999 Nov 13 07:38:15.478425 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:15.697369 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293c46c-c101-4d12-b7eb-bb1536064426 req-54f2e1d8-613b-469b-8de9-e444533bcf6a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:15.698748 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3293c46c-c101-4d12-b7eb-bb1536064426 req-54f2e1d8-613b-469b-8de9-e444533bcf6a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.1758301 Nov 13 07:38:15.720273 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 73b1016f-af9b-47dd-b580-5a52e831b5b1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:38:15.747871 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3293c46c-c101-4d12-b7eb-bb1536064426 req-b764e47b-4af7-4f01-b962-985093aea742 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416906 Nov 13 07:38:15.856107 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:38:15.868947 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'port_id': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'mac_address': 'fa:16:3e:c4:7e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:38:15.922933 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:15.944278 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73b1016f-af9b-47dd-b580-5a52e831b5b1 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:38:15.960815 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:38:15.967846 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:15.969624 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-c10f5532-deb9-4216-af9a-90ce2549ea68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:38:16.044048 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=73b1016f-af9b-47dd-b580-5a52e831b5b1,revision_number=6']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:38:16.054484 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:38:16.054906 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:38:16.055354 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:38:16.055802 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:38:16.056230 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:38:16.056672 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:38:16.057092 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:38:16.057475 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:38:16.057922 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:38:16.058382 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:38:16.058875 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:38:16.064178 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:38:16.065255 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['73b1016f-af9b-47dd-b580-5a52e831b5b1'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:38:16.969016 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:16.972587 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2c7e-4fd9-4885-bcb5-beba3c4e94db req-0c8ce8af-ee74-4501-973e-7c520d4f8a0f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:16.974158 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b9cd2c7e-4fd9-4885-bcb5-beba3c4e94db req-0c8ce8af-ee74-4501-973e-7c520d4f8a0f tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 944 time: 0.0844462 Nov 13 07:38:17.028404 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b9cd2c7e-4fd9-4885-bcb5-beba3c4e94db req-cd8f78eb-eae6-48f4-9a3c-a0277eaa3a33 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469007 Nov 13 07:38:17.719867 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 73b1016f-af9b-47dd-b580-5a52e831b5b1 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:38:17.798880 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 73b1016f-af9b-47dd-b580-5a52e831b5b1 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:38:17.799252 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:17.916868 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:17.949373 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:38:17.961853 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:38:17.967764 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:17.971713 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-950aac3a-388c-4892-8c1c-5bf4f849a1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:38:18.044448 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'code': 200} Nov 13 07:38:18.050214 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=73b1016f-af9b-47dd-b580-5a52e831b5b1,revision_number=7']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:38:18.053699 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:38:18.270563 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4036e13-a75a-4d24-b55d-cd15c096c284 req-4a365975-06a7-44e0-b9e7-472c0ba684c0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:18.272101 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b4036e13-a75a-4d24-b55d-cd15c096c284 req-4a365975-06a7-44e0-b9e7-472c0ba684c0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0820155 Nov 13 07:38:18.334151 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b4036e13-a75a-4d24-b55d-cd15c096c284 req-7ec8bfaf-7ff2-437c-87bf-e047cfa11572 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538001 Nov 13 07:38:19.549962 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff092e-1cb6-43c9-a38d-0a6721150eb9 req-6a72d44d-4265-4b06-b978-4f52d8314a46 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:19.551602 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-32ff092e-1cb6-43c9-a38d-0a6721150eb9 req-6a72d44d-4265-4b06-b978-4f52d8314a46 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0884886 Nov 13 07:38:19.603225 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-32ff092e-1cb6-43c9-a38d-0a6721150eb9 req-f4519f34-9343-4011-a36c-54933048af5b tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459597 Nov 13 07:38:20.826315 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda804b4-4084-4b4d-8244-d3e9a7c825e5 req-1145af17-2eb8-41bd-bf7d-d38a6e8c0178 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:20.827812 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dda804b4-4084-4b4d-8244-d3e9a7c825e5 req-1145af17-2eb8-41bd-bf7d-d38a6e8c0178 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0859780 Nov 13 07:38:20.883252 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dda804b4-4084-4b4d-8244-d3e9a7c825e5 req-ada26cca-312d-4449-8e73-88931717b935 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462210 Nov 13 07:38:21.992167 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:38:22.110205 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b29a6-ffb1-4bab-b756-fe248662803e req-5c134645-da43-4c9d-81f4-53b1e44ff660 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:22.111998 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-690b29a6-ffb1-4bab-b756-fe248662803e req-5c134645-da43-4c9d-81f4-53b1e44ff660 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0831950 Nov 13 07:38:22.163293 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-690b29a6-ffb1-4bab-b756-fe248662803e req-92dc25f6-782f-4f18-a7a2-44a4ae88fb8b tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448842 Nov 13 07:38:23.409902 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767520ce-c25b-4715-a6eb-f7887fce88ff req-650026bc-25f4-44a5-ad7f-fbdd4f647fea tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:23.411381 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-767520ce-c25b-4715-a6eb-f7887fce88ff req-650026bc-25f4-44a5-ad7f-fbdd4f647fea tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.1028087 Nov 13 07:38:23.474759 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-767520ce-c25b-4715-a6eb-f7887fce88ff req-70442c21-66d1-43c3-b4c8-a21617ecac21 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548429 Nov 13 07:38:24.690365 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2d22c-156f-4d44-9888-25c267547dd4 req-ac1f5080-7da5-4a0e-ada4-6a8ac667f102 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:24.692017 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-25d2d22c-156f-4d44-9888-25c267547dd4 req-ac1f5080-7da5-4a0e-ada4-6a8ac667f102 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0855427 Nov 13 07:38:24.742423 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-25d2d22c-156f-4d44-9888-25c267547dd4 req-3ee2dc65-d889-4093-9aff-a444ba385528 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444751 Nov 13 07:38:25.966451 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346db07-351c-4586-ac9c-7f793378af6c req-c9586e62-7119-42cf-b6c3-083ba2772107 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:25.967970 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c346db07-351c-4586-ac9c-7f793378af6c req-c9586e62-7119-42cf-b6c3-083ba2772107 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0868993 Nov 13 07:38:26.021203 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c346db07-351c-4586-ac9c-7f793378af6c req-2dec71e6-261a-459f-9f1a-74eeca1a9d87 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456874 Nov 13 07:38:27.248571 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd945eca-69c5-4b9e-aa52-911fec52afb2 req-a14d5007-46d4-4350-8d1e-0724851e741a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:27.250034 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-dd945eca-69c5-4b9e-aa52-911fec52afb2 req-a14d5007-46d4-4350-8d1e-0724851e741a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0781806 Nov 13 07:38:27.295865 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-dd945eca-69c5-4b9e-aa52-911fec52afb2 req-e7987a02-6b9f-4444-9b51-32f656a0832e tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396678 Nov 13 07:38:27.411283 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-26b8d33e-d604-4ecc-8904-727bb1541db0 req-48aec439-3c5c-42e4-aab8-a1fff39b65db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 1098 time: 0.0696654 Nov 13 07:38:27.554169 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8d33e-d604-4ecc-8904-727bb1541db0 req-ff6a05cd-a45b-42d6-ade9-e58c4f22a1af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:27.555657 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-26b8d33e-d604-4ecc-8904-727bb1541db0 req-ff6a05cd-a45b-42d6-ade9-e58c4f22a1af service neutron] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 918 time: 0.1375265 Nov 13 07:38:27.665400 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-26b8d33e-d604-4ecc-8904-727bb1541db0 req-d9b43b49-b936-4389-a319-6cd24c319e1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1 HTTP/1.1" status: 200 len: 1000 time: 0.1017818 Nov 13 07:38:27.741093 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8d33e-d604-4ecc-8904-727bb1541db0 req-aa151eaa-aaa5-40da-9bd5-2fa10706e118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:27.742514 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-26b8d33e-d604-4ecc-8904-727bb1541db0 req-aa151eaa-aaa5-40da-9bd5-2fa10706e118 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.0699773 Nov 13 07:38:27.818511 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-26b8d33e-d604-4ecc-8904-727bb1541db0 req-a3d4bb14-383c-45a9-9ab7-863e2ca5bf0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690885 Nov 13 07:38:27.951545 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-26b8d33e-d604-4ecc-8904-727bb1541db0 req-8d82a0a5-a6d3-4bcd-812e-917034bbc2f7 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256852 Nov 13 07:38:28.091632 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-26b8d33e-d604-4ecc-8904-727bb1541db0 req-7eb330e8-a3ab-4347-b935-fe9f3e453436 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341660 Nov 13 07:38:28.507221 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1a065-efd5-4627-a4df-837cb8e2ea3a req-ce11ccb8-71a7-4da0-9549-6f0809f57876 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:28.508777 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2ea1a065-efd5-4627-a4df-837cb8e2ea3a req-ce11ccb8-71a7-4da0-9549-6f0809f57876 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0782931 Nov 13 07:38:28.561814 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2ea1a065-efd5-4627-a4df-837cb8e2ea3a req-90db262d-c9c2-43e7-bcd0-2b09eb0f8b81 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448778 Nov 13 07:38:29.784225 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 73b1016f-af9b-47dd-b580-5a52e831b5b1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:38:29.785317 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bfb4e2-b83b-4ed0-a402-594461df6732 req-bcaf65dd-237b-444e-b7b9-bbdd400a3cfd tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:29.786855 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-79bfb4e2-b83b-4ed0-a402-594461df6732 req-bcaf65dd-237b-444e-b7b9-bbdd400a3cfd tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 945 time: 0.0827146 Nov 13 07:38:29.833146 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-79bfb4e2-b83b-4ed0-a402-594461df6732 req-1e904a84-a71e-4009-bd12-fe4080126508 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403230 Nov 13 07:38:29.894285 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:29.923041 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:38:29.932529 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:38:29.939829 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:29.941632 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-df2e496e-92ba-4ec7-8d90-8d58691a1f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:38:29.988038 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'code': 200} Nov 13 07:38:30.006366 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=73b1016f-af9b-47dd-b580-5a52e831b5b1,revision_number=8']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:38:30.009456 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:38:31.056838 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acc810-840c-4c58-9654-a462fb5925e1 req-9e0a677b-edb0-413c-9175-9ebb741549b2 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:31.058284 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-30acc810-840c-4c58-9654-a462fb5925e1 req-9e0a677b-edb0-413c-9175-9ebb741549b2 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0821049 Nov 13 07:38:31.108554 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-30acc810-840c-4c58-9654-a462fb5925e1 req-598771de-d29a-4ec8-8c4e-20b7c1b4826b tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446208 Nov 13 07:38:32.604719 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0ad448f9-2cdf-41cc-a7d4-ed4260ef18ef req-cdc3e743-cde2-43d3-8d9d-47891ee50dd0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0892005 Nov 13 07:38:32.853207 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38794) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:38:32.869748 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a474d9-7845-4683-a372-eee336a47782 req-e1868e89-6813-4357-aff3-a97656aeda55 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:32.871229 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-73a474d9-7845-4683-a372-eee336a47782 req-e1868e89-6813-4357-aff3-a97656aeda55 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0788641 Nov 13 07:38:32.917895 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-73a474d9-7845-4683-a372-eee336a47782 req-99560a6c-ffb3-4f7b-9f01-62e98ce3ee65 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408378 Nov 13 07:38:32.988721 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e875c409-b076-4ac5-badc-e12035c9bf26 req-88012360-99b3-4196-9613-ac67da0f8ad7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1341887 Nov 13 07:38:33.499004 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e875c409-b076-4ac5-badc-e12035c9bf26 req-45425144-186b-493a-a792-625a55b8782a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700&tenant_id=c1a6bdfc407e4142922c4f45f2476d59 HTTP/1.1" status: 200 len: 1096 time: 0.0740941 Nov 13 07:38:33.597909 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e875c409-b076-4ac5-badc-e12035c9bf26 req-a92671df-8d5b-45b8-9fdb-d1ecb1c623ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 1096 time: 0.0770082 Nov 13 07:38:33.799773 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 73b1016f-af9b-47dd-b580-5a52e831b5b1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:38:33.811896 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875c409-b076-4ac5-badc-e12035c9bf26 req-87479754-071e-4bd6-ba34-f7f62efd1663 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:33.813382 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e875c409-b076-4ac5-badc-e12035c9bf26 req-87479754-071e-4bd6-ba34-f7f62efd1663 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 200 len: 918 time: 0.2093902 Nov 13 07:38:33.922068 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e875c409-b076-4ac5-badc-e12035c9bf26 req-ef1d8954-f8df-412b-addd-53ebd29f06dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1 HTTP/1.1" status: 200 len: 998 time: 0.1019242 Nov 13 07:38:33.989826 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875c409-b076-4ac5-badc-e12035c9bf26 req-11858dc9-9ff2-4645-a424-31afa2358e52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:33.991361 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e875c409-b076-4ac5-badc-e12035c9bf26 req-11858dc9-9ff2-4645-a424-31afa2358e52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 200 len: 856 time: 0.0635607 Nov 13 07:38:34.076166 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e875c409-b076-4ac5-badc-e12035c9bf26 req-2443046a-0006-44cc-8678-b891bd2ac9c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97c4d94b-7e06-4d47-b760-846b45ffa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771058 Nov 13 07:38:34.249840 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e875c409-b076-4ac5-badc-e12035c9bf26 req-b830afa6-a5cb-4828-bcbf-6b30f5cab528 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670122 Nov 13 07:38:34.376180 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4719c6-798e-4ddc-bb9c-d5dc340e8dad req-7b07629b-4540-4066-be6a-1695887633d5 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:34.377933 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4b4719c6-798e-4ddc-bb9c-d5dc340e8dad req-7b07629b-4540-4066-be6a-1695887633d5 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.1735015 Nov 13 07:38:34.429615 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e875c409-b076-4ac5-badc-e12035c9bf26 req-a5c89053-3d90-4d82-8a87-388e2844ea04 service neutron] 10.222.0.36 "GET /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724911 Nov 13 07:38:34.450583 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4b4719c6-798e-4ddc-bb9c-d5dc340e8dad req-b1c4eb80-feab-4dfd-b817-25aed12838f4 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618980 Nov 13 07:38:35.063906 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:35.840331 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030e314-6eb9-429d-a0ae-7d0ae748b41d req-0df04ef8-5333-4b73-baa7-ac043ceb1c91 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:35.841924 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e030e314-6eb9-429d-a0ae-7d0ae748b41d req-0df04ef8-5333-4b73-baa7-ac043ceb1c91 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0970657 Nov 13 07:38:35.895094 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e030e314-6eb9-429d-a0ae-7d0ae748b41d req-999373e3-f550-48f1-a964-d8a24e6af6a7 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470281 Nov 13 07:38:37.125559 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f99f01-ea6e-47c2-90e3-04a46998ebbb req-d8c6da57-0172-4691-9e3a-39c97a3cee40 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:37.127994 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e5f99f01-ea6e-47c2-90e3-04a46998ebbb req-d8c6da57-0172-4691-9e3a-39c97a3cee40 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0795143 Nov 13 07:38:37.173229 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e5f99f01-ea6e-47c2-90e3-04a46998ebbb req-8af29216-a83e-4cef-b8b0-fc4078de4ee3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396030 Nov 13 07:38:38.406417 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c3590-8c74-4a8e-bd22-50480cade833 req-19a15ac6-58a8-4a1e-a3e6-029c466c3bee tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:38.407920 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1e6c3590-8c74-4a8e-bd22-50480cade833 req-19a15ac6-58a8-4a1e-a3e6-029c466c3bee tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0801749 Nov 13 07:38:38.465318 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1e6c3590-8c74-4a8e-bd22-50480cade833 req-b4c11e6e-2e90-4f2d-b8e0-2959a1c7745a tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517855 Nov 13 07:38:39.690489 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2a0a4-e126-4e6b-8338-e1b79b5c7fca req-f88b7513-4c09-4f12-9160-e4c84d0f4e73 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:39.692192 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2ba2a0a4-e126-4e6b-8338-e1b79b5c7fca req-f88b7513-4c09-4f12-9160-e4c84d0f4e73 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0824792 Nov 13 07:38:39.740985 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2ba2a0a4-e126-4e6b-8338-e1b79b5c7fca req-19579da7-2807-4e93-a6c7-044339e9becd tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428607 Nov 13 07:38:40.970214 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06187dc1-67d2-4737-b23c-1993b0adf33d req-e09fe07e-001e-40c6-93e2-4dbaf667b6de tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:40.972039 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-06187dc1-67d2-4737-b23c-1993b0adf33d req-e09fe07e-001e-40c6-93e2-4dbaf667b6de tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0867910 Nov 13 07:38:41.025239 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-06187dc1-67d2-4737-b23c-1993b0adf33d req-17eb0ae6-287c-425f-91a5-8b283bf34624 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447166 Nov 13 07:38:42.246432 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d98fc-3cbf-4ef3-9c4a-00c71eff9388 req-2a2b1b6e-1ca4-4407-8a58-d8678c25fe94 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:42.248643 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e57d98fc-3cbf-4ef3-9c4a-00c71eff9388 req-2a2b1b6e-1ca4-4407-8a58-d8678c25fe94 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0827594 Nov 13 07:38:42.263171 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7c3d0dc6-4eac-4f64-9926-8a4ad7d587a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:42.314063 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e57d98fc-3cbf-4ef3-9c4a-00c71eff9388 req-7615527f-1305-4f9e-8bee-a0e9c09f5128 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548286 Nov 13 07:38:42.722293 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:43.536537 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b4d30-9d50-4b71-b575-0fecc7104838 req-835a310b-77d6-4e94-8a9b-10ee09774097 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:43.538047 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5f1b4d30-9d50-4b71-b575-0fecc7104838 req-835a310b-77d6-4e94-8a9b-10ee09774097 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0780935 Nov 13 07:38:43.590330 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5f1b4d30-9d50-4b71-b575-0fecc7104838 req-14b6ae08-6d1d-4108-97be-25640191c5bb tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460863 Nov 13 07:38:44.365160 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-6523c6ce-ad43-403f-ae6e-3394035c2702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:44.811531 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139a2e5-e741-41ad-9c8c-5ebf8337b436 req-450ed0d8-31c7-4f7b-976b-8b729fa6da17 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:44.813004 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5139a2e5-e741-41ad-9c8c-5ebf8337b436 req-450ed0d8-31c7-4f7b-976b-8b729fa6da17 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0829170 Nov 13 07:38:44.860843 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5139a2e5-e741-41ad-9c8c-5ebf8337b436 req-526c090e-3392-4cb2-bf59-ed78c3ce96c0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420244 Nov 13 07:38:45.481190 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:46.085078 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e224a85-b7a6-433c-8bc4-7006c381a8c4 req-4955da03-bdfc-4277-bb3c-8f48c3de4c44 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:46.086534 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6e224a85-b7a6-433c-8bc4-7006c381a8c4 req-4955da03-bdfc-4277-bb3c-8f48c3de4c44 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0879502 Nov 13 07:38:46.133473 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6e224a85-b7a6-433c-8bc4-7006c381a8c4 req-3cf38728-8ecd-443e-8bfa-eddeff96a9d8 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412626 Nov 13 07:38:46.965205 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:47.364045 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb1b657-0c87-450c-b164-cbbf68f10991 req-f68a683d-f835-4978-b9f3-c03a4d7d3206 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:47.365550 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-afb1b657-0c87-450c-b164-cbbf68f10991 req-f68a683d-f835-4978-b9f3-c03a4d7d3206 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 943 time: 0.0830355 Nov 13 07:38:47.416607 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-afb1b657-0c87-450c-b164-cbbf68f10991 req-a8323edd-75db-41f2-8823-76078af1ed43 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451560 Nov 13 07:38:47.862673 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 73b1016f-af9b-47dd-b580-5a52e831b5b1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:38:48.013909 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:38:48.028125 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'port_id': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'mac_address': 'fa:16:3e:c4:7e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:38:48.083301 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:48.104100 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b1016f-af9b-47dd-b580-5a52e831b5b1 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:38:48.120898 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:38:48.127458 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:48.129202 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-950aac3a-388c-4892-8c1c-5bf4f849a1ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:38:48.193174 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=73b1016f-af9b-47dd-b580-5a52e831b5b1,revision_number=9']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:38:48.196713 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:38:48.341771 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['73b1016f-af9b-47dd-b580-5a52e831b5b1'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:38:48.635513 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1754a-6013-4af9-b986-b5f0968e9e36 req-7a3fe1e5-b4b7-405d-b373-4882a9829d8c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:48.636939 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-93d1754a-6013-4af9-b986-b5f0968e9e36 req-7a3fe1e5-b4b7-405d-b373-4882a9829d8c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 944 time: 0.0828407 Nov 13 07:38:48.684800 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-93d1754a-6013-4af9-b986-b5f0968e9e36 req-b16494f5-db1c-4e40-8790-820ff47be213 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400436 Nov 13 07:38:49.876477 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 73b1016f-af9b-47dd-b580-5a52e831b5b1 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:38:49.918106 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7abb9-10b5-4ecc-ba5f-4a84157a8913 req-0eb1acf6-6c65-4b33-a973-9d26314274e0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:49.919587 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9ea7abb9-10b5-4ecc-ba5f-4a84157a8913 req-0eb1acf6-6c65-4b33-a973-9d26314274e0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 944 time: 0.0832803 Nov 13 07:38:49.945189 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 73b1016f-af9b-47dd-b580-5a52e831b5b1 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:38:49.945617 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:49.964986 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9ea7abb9-10b5-4ecc-ba5f-4a84157a8913 req-2593be75-d352-484f-b26b-f304259104fa tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398021 Nov 13 07:38:50.062563 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:50.089080 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:38:50.098421 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:38:50.103423 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:38:50.105296 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-69e89fc8-1136-4bf9-9402-de881006dc80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:38:50.146694 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'code': 200} Nov 13 07:38:50.171238 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=73b1016f-af9b-47dd-b580-5a52e831b5b1,revision_number=10']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:38:50.174092 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:38:50.389522 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-86fd6555-6acd-47cf-97d7-1c2973ad490d req-d4e6fff0-f9b5-4521-bba1-beb80f4ca613 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 1099 time: 0.0759404 Nov 13 07:38:50.442361 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-86fd6555-6acd-47cf-97d7-1c2973ad490d req-ee1588a5-4349-4b16-abb1-6550a4d7bc79 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465202 Nov 13 07:38:51.190703 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebcd2a-1067-434e-8c08-f3806b5258fd req-0dbc0a7c-a3dc-4f09-868a-e98c35683b41 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:51.192168 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b8ebcd2a-1067-434e-8c08-f3806b5258fd req-0dbc0a7c-a3dc-4f09-868a-e98c35683b41 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 946 time: 0.0825365 Nov 13 07:38:51.238839 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b8ebcd2a-1067-434e-8c08-f3806b5258fd req-690981f4-8be9-4234-9f11-66ec49678b70 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408745 Nov 13 07:38:52.464172 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a77a20-53a5-44d6-9fdf-9f25ad0ae95f req-d689d73f-3681-4c10-bb65-6209cc975f79 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:38:52.465638 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d8a77a20-53a5-44d6-9fdf-9f25ad0ae95f req-d689d73f-3681-4c10-bb65-6209cc975f79 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 946 time: 0.0810344 Nov 13 07:38:52.513092 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d8a77a20-53a5-44d6-9fdf-9f25ad0ae95f req-e3782438-d127-445f-b371-62bf73b8a6f9 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394895 Nov 13 07:38:58.997528 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:39:05.090982 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:11.579765 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1349be70-f6f2-4cbc-ab4a-599e8bcafb89 req-58e38ff4-3499-40aa-9057-5816498b04dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824234 Nov 13 07:39:11.675772 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1349be70-f6f2-4cbc-ab4a-599e8bcafb89 req-fe856590-aa83-4c2d-a22a-6078f1fdd364 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1380a5a3fc7d4abea25525997558701b&device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 1099 time: 0.0722020 Nov 13 07:39:11.913315 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349be70-f6f2-4cbc-ab4a-599e8bcafb89 req-3e6b9e95-582c-4291-94e6-85deaad236cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:11.914774 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1349be70-f6f2-4cbc-ab4a-599e8bcafb89 req-3e6b9e95-582c-4291-94e6-85deaad236cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=be9faec0-9e85-4e0d-a752-b94668eb5d28 HTTP/1.1" status: 200 len: 909 time: 0.2155862 Nov 13 07:39:12.024068 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1349be70-f6f2-4cbc-ab4a-599e8bcafb89 req-7437be35-33b9-408b-a773-0ff0c02ba5bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70 HTTP/1.1" status: 200 len: 1001 time: 0.1017649 Nov 13 07:39:12.094247 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349be70-f6f2-4cbc-ab4a-599e8bcafb89 req-966d7a49-6065-464e-8594-2d4ff175d103 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:12.095705 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1349be70-f6f2-4cbc-ab4a-599e8bcafb89 req-966d7a49-6065-464e-8594-2d4ff175d103 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a19bcca-2181-4518-88ce-7c83c4206ab0 HTTP/1.1" status: 200 len: 847 time: 0.0636730 Nov 13 07:39:12.173888 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1349be70-f6f2-4cbc-ab4a-599e8bcafb89 req-575df85d-a2fe-4b53-b2c6-cbcf98003a52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be9faec0-9e85-4e0d-a752-b94668eb5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717642 Nov 13 07:39:12.266335 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7a40e134-c883-4613-9f2d-0e6d173020eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:12.313712 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1349be70-f6f2-4cbc-ab4a-599e8bcafb89 req-974667f5-1339-4e2a-9081-2c68a0b3de00 service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330221 Nov 13 07:39:12.450816 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1349be70-f6f2-4cbc-ab4a-599e8bcafb89 req-baa93baf-747e-4c89-9ea1-80d8b1d7af4e service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300867 Nov 13 07:39:12.722588 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:14.359489 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-6345eaad-ec25-43f4-95dc-a94da7dc1277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:15.485183 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:16.975517 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:26.092613 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1bb3c-7495-4bfa-896f-0bd3b941fef3 req-2f764bcb-9cec-49e9-95d4-dc17154b01d1 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:26.094076 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f2b1bb3c-7495-4bfa-896f-0bd3b941fef3 req-2f764bcb-9cec-49e9-95d4-dc17154b01d1 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 946 time: 0.0850184 Nov 13 07:39:26.142625 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f2b1bb3c-7495-4bfa-896f-0bd3b941fef3 req-9a91f9dd-cc45-4652-9908-91a2bdda9adf tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428715 Nov 13 07:39:27.280338 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63a484-d261-431e-a182-384170d6480e req-ec46c5de-e468-4521-b6f8-5f11a6c947a3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:27.281809 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2f63a484-d261-431e-a182-384170d6480e req-ec46c5de-e468-4521-b6f8-5f11a6c947a3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 946 time: 0.0822809 Nov 13 07:39:27.351442 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Deleting port 73b1016f-af9b-47dd-b580-5a52e831b5b1 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:39:27.351753 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:27.371523 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038822ad-babf-4cd0-8310-cc871752af31 req-d6847880-2338-429c-9118-13b181aa3aae tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:27.373109 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-038822ad-babf-4cd0-8310-cc871752af31 req-d6847880-2338-429c-9118-13b181aa3aae tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 946 time: 0.0828929 Nov 13 07:39:27.418823 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-038822ad-babf-4cd0-8310-cc871752af31 req-d43f9d85-bc08-44a5-b686-0d75839f3b73 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4088901-4447-4729-bda3-83f9d2b08831&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397475 Nov 13 07:39:27.604280 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] For port 73b1016f-af9b-47dd-b580-5a52e831b5b1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=73b1016f-af9b-47dd-b580-5a52e831b5b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:39:27.604624 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:27.895384 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:27.895621 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:27.896014 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.l3_db [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Floating IP a350c7c9-b179-48e2-bbbc-5c0bca415e7d disassociated. External IP: 172.28.0.61, port: 73b1016f-af9b-47dd-b580-5a52e831b5b1. Nov 13 07:39:27.896410 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Calling delete_port for 73b1016f-af9b-47dd-b580-5a52e831b5b1 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:39:28.055919 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:28.064290 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b0c44bbf-743f-4287-9dbc-269cfb8a2b95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:28.186033 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event deleted for resources: {'Port': ['ID=73b1016f-af9b-47dd-b580-5a52e831b5b1,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:28.199301 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:28.199676 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:28.200017 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:28.200359 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:28.200704 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:28.201043 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:28.201375 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:28.201712 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:28.202043 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:28.203084 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:28.203084 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:28.206813 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:28.412299 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Router 3e65a1d8-bd7f-454e-950e-9f64d6724218 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:39:28.625079 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:39:28.637816 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961005e-ac0a-4b8b-9bd5-3917f80bcd6c None None] Sync routers for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:39:28.651147 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961005e-ac0a-4b8b-9bd5-3917f80bcd6c None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:39:28.652074 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-4961005e-ac0a-4b8b-9bd5-3917f80bcd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:39:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:28.710672 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] No DVR routers for this DVR port 73b1016f-af9b-47dd-b580-5a52e831b5b1 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:39:28.740906 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:28.747292 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'name': 'network-vif-deleted', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:39:28.761359 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-80e7c037-10af-4589-a90c-9ab157b20147 req-17c3e003-d5c5-44d6-a511-ba43bf0f6915 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5c36863-98ad-40b2-9e83-e467c2ac4700 HTTP/1.1" status: 200 len: 210 time: 0.1922522 Nov 13 07:39:28.770903 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2f63a484-d261-431e-a182-384170d6480e req-aec96fa4-fdb3-4e30-9768-0f427ed55fc6 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.36 "DELETE /v2.0/ports/73b1016f-af9b-47dd-b580-5a52e831b5b1 HTTP/1.1" status: 204 len: 173 time: 1.4829853 Nov 13 07:39:28.807367 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c36863-98ad-40b2-9e83-e467c2ac4700', 'name': 'network-vif-deleted', 'tag': '73b1016f-af9b-47dd-b580-5a52e831b5b1', 'status': 'completed', 'code': 200} Nov 13 07:39:28.846759 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-4961005e-ac0a-4b8b-9bd5-3917f80bcd6c None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:39:29.162268 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-4961005e-ac0a-4b8b-9bd5-3917f80bcd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:29.166556 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961005e-ac0a-4b8b-9bd5-3917f80bcd6c None None] Checking router: 3e65a1d8-bd7f-454e-950e-9f64d6724218 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:39:29.178416 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961005e-ac0a-4b8b-9bd5-3917f80bcd6c None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:39:29.179060 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-4961005e-ac0a-4b8b-9bd5-3917f80bcd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:39:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:29.360822 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-4961005e-ac0a-4b8b-9bd5-3917f80bcd6c None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:39:29.677587 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-4961005e-ac0a-4b8b-9bd5-3917f80bcd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:29.681836 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961005e-ac0a-4b8b-9bd5-3917f80bcd6c None None] The sync data for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb is: [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:34:26Z', 'revision_number': 4, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '5ef68cd1-c57f-441f-94a2-12f23c72edf8', 'name': '', 'network_id': '97c4d94b-7e06-4d47-b760-846b45ffa1ea', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'mac_address': 'fa:16:3e:68:95:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:26Z', 'updated_at': '2021-11-13T07:34:45Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'subnets': [{'id': '3cb84aa3-3131-4e7f-8cde-cfce1f5653ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:39:29.933516 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7c85f2-737c-44f1-b0d7-7bf8d57078d5 None None] New status for floating IP a350c7c9-b179-48e2-bbbc-5c0bca415e7d: DOWN {{(pid=82814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:39:29.940085 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38922) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:30.000386 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 73b1016f-af9b-47dd-b580-5a52e831b5b1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:39:30.014418 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:30.043910 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:30.072951 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 73b1016f-af9b-47dd-b580-5a52e831b5b1 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:39:30.073357 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 73b1016f-af9b-47dd-b580-5a52e831b5b1 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:39:30.099874 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:30.103599 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-aeba34cd-0869-4ca7-a7cf-a60fa0b02050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:30.120837 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4088901-4447-4729-bda3-83f9d2b08831,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:30.131783 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:30.132144 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:30.132503 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:30.132850 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:30.133192 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:30.133523 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:30.133884 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:30.134227 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:30.134570 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:30.134975 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:30.135315 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:30.139623 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:30.143435 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:30.147399 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38926) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:30.159447 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "DELETE /v2.0/security-groups/f4088901-4447-4729-bda3-83f9d2b08831 HTTP/1.1" status: 204 len: 168 time: 0.2181094 Nov 13 07:39:30.167920 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.api.v2.resource [None req-92bf9cd3-6ebc-4133-ae89-76168de53198 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] show failed (client error): The resource could not be found. Nov 13 07:39:30.168946 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-92bf9cd3-6ebc-4133-ae89-76168de53198 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "GET /v2.0/security-groups/f4088901-4447-4729-bda3-83f9d2b08831 HTTP/1.1" status: 404 len: 347 time: 0.0205948 Nov 13 07:39:30.172119 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38930) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:30.413782 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-e2b30320-a499-44a6-85a7-025335072d11 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Deleting port 28591ebd-5d40-4964-8133-b020411c721b {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:39:30.414135 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e2b30320-a499-44a6-85a7-025335072d11 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:30.593458 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e2b30320-a499-44a6-85a7-025335072d11 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:30.593768 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e2b30320-a499-44a6-85a7-025335072d11 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:30.711052 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-e2b30320-a499-44a6-85a7-025335072d11 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Calling delete_port for 28591ebd-5d40-4964-8133-b020411c721b owned by network:floatingip {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:39:30.852609 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e2b30320-a499-44a6-85a7-025335072d11 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:30.858241 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4c694ae7-0faf-4052-abba-1a4359c88bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:30.901378 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b30320-a499-44a6-85a7-025335072d11 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Pushing event deleted for resources: {'Port': ['ID=28591ebd-5d40-4964-8133-b020411c721b,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:30.904685 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e2b30320-a499-44a6-85a7-025335072d11 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:30.992700 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e2b30320-a499-44a6-85a7-025335072d11 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks [] for floatingip, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:31.007431 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e2b30320-a499-44a6-85a7-025335072d11 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:31.008530 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-e2b30320-a499-44a6-85a7-025335072d11 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] 10.222.0.15 "DELETE /v2.0/floatingips/a350c7c9-b179-48e2-bbbc-5c0bca415e7d HTTP/1.1" status: 204 len: 168 time: 0.8355060 Nov 13 07:39:33.874540 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38954) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:34.423803 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889747'] for router_interface, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:35.094816 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:35.143545 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] Deleting port 5ef68cd1-c57f-441f-94a2-12f23c72edf8 {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:39:35.144134 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:35.317495 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] For port 5ef68cd1-c57f-441f-94a2-12f23c72edf8, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=5ef68cd1-c57f-441f-94a2-12f23c72edf8,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:39:35.317828 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:35.442515 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] Calling delete_port for 5ef68cd1-c57f-441f-94a2-12f23c72edf8 owned by network:router_interface {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:39:35.619787 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:35.623304 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-34f38504-e67f-4802-9a6a-2c2491c16979 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:35.663685 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef68cd1-c57f-441f-94a2-12f23c72edf8,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:35.667122 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:35.953930 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1975460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889513'] for router_interface, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:35.998105 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:39:36.655653 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] Router 3e65a1d8-bd7f-454e-950e-9f64d6724218 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:39:36.875407 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:39:36.885283 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527b520-7689-46be-a7d7-f7c8d4516586 None None] Sync routers for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:39:36.888205 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-e7dd1d8a-1aac-4028-b414-d019569137f6 admin admin] 10.222.0.15 "PUT /v2.0/routers/3e65a1d8-bd7f-454e-950e-9f64d6724218/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0122535 Nov 13 07:39:36.890746 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38960) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:36.901404 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527b520-7689-46be-a7d7-f7c8d4516586 None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:39:36.902028 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-1527b520-7689-46be-a7d7-f7c8d4516586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:39:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:37.077213 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-1527b520-7689-46be-a7d7-f7c8d4516586 None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:39:37.087042 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Notify callbacks [] for router, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:37.284212 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:37.296656 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Deleting port e6065226-120f-40c4-88c8-0f61cb617139 {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:39:37.296996 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:37.357163 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-1527b520-7689-46be-a7d7-f7c8d4516586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:39:35Z', 'revision_number': 5, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port': {'id': 'e6065226-120f-40c4-88c8-0f61cb617139', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:47:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:34:24Z', 'updated_at': '2021-11-13T07:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:37.361615 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527b520-7689-46be-a7d7-f7c8d4516586 None None] Checking router: 3e65a1d8-bd7f-454e-950e-9f64d6724218 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:39:37.372987 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527b520-7689-46be-a7d7-f7c8d4516586 None None] Routers {'3e65a1d8-bd7f-454e-950e-9f64d6724218'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:39:37.373597 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-1527b520-7689-46be-a7d7-f7c8d4516586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:39:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['3e65a1d8-bd7f-454e-950e-9f64d6724218'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:37.468852 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] For port e6065226-120f-40c4-88c8-0f61cb617139, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=e6065226-120f-40c4-88c8-0f61cb617139,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:39:37.469207 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:37.523356 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-1527b520-7689-46be-a7d7-f7c8d4516586 None None] Set router 3e65a1d8-bd7f-454e-950e-9f64d6724218 gateway port host: None {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:39:37.589147 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Calling delete_port for e6065226-120f-40c4-88c8-0f61cb617139 owned by network:router_gateway {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:39:37.627753 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-1527b520-7689-46be-a7d7-f7c8d4516586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:39:37Z', 'revision_number': 6, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port_host': None}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:37.631821 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527b520-7689-46be-a7d7-f7c8d4516586 None None] The sync data for ids ['3e65a1d8-bd7f-454e-950e-9f64d6724218'] in dv-cinder-817832-1-smb is: [{'id': '3e65a1d8-bd7f-454e-950e-9f64d6724218', 'name': 'tempest-AttachVolumeShelveTestJSON-1218410277-router', 'tenant_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:34:23Z', 'updated_at': '2021-11-13T07:39:37Z', 'revision_number': 6, 'project_id': 'c1a6bdfc407e4142922c4f45f2476d59', 'gw_port_host': None}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:39:37.774197 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:37.779756 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-6e6aa67b-6c0a-4231-995a-c9a25e0f0741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:37.823792 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6065226-120f-40c4-88c8-0f61cb617139,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:37.826353 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:38.169976 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886470'] for router_gateway, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:38.423835 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8845'] for router, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:38.428929 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:38.454860 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-916542'] for router, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:38.455402 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e65a1d8-bd7f-454e-950e-9f64d6724218 {{(pid=82811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 07:39:38.469329 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:38.470467 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-cd801ff5-4967-459d-9c29-67bbd5205a2d admin admin] 10.222.0.15 "DELETE /v2.0/routers/3e65a1d8-bd7f-454e-950e-9f64d6724218 HTTP/1.1" status: 204 len: 168 time: 1.5788314 Nov 13 07:39:38.473495 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38966) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:38.540760 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b7ecf6-4e05-4a0e-87d7-5b3028299d20 admin admin] Deleting subnet 3cb84aa3-3131-4e7f-8cde-cfce1f5653ae {{(pid=82812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:39:38.543789 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ecf6-4e05-4a0e-87d7-5b3028299d20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:38.595838 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ecf6-4e05-4a0e-87d7-5b3028299d20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368818'] for subnet, precommit_delete_associations {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:38.671880 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ecf6-4e05-4a0e-87d7-5b3028299d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:38.750504 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ecf6-4e05-4a0e-87d7-5b3028299d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3248979'] for subnet, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:38.754580 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:38.788157 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7ecf6-4e05-4a0e-87d7-5b3028299d20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb84aa3-3131-4e7f-8cde-cfce1f5653ae,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:38.791558 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e5b7ecf6-4e05-4a0e-87d7-5b3028299d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:38.795258 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-e5b7ecf6-4e05-4a0e-87d7-5b3028299d20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:38.801498 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4256c4ec-d31b-4640-bc5f-4c07066c0718 None None] Network 97c4d94b-7e06-4d47-b760-846b45ffa1ea requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:39:38.802760 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-e5b7ecf6-4e05-4a0e-87d7-5b3028299d20 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3cb84aa3-3131-4e7f-8cde-cfce1f5653ae HTTP/1.1" status: 204 len: 168 time: 0.3281887 Nov 13 07:39:38.805782 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 38970) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:38.913611 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:38.924269 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Deleting port e1e69c48-4103-41f7-b739-1251daf7e8b1 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:39:38.924535 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:39.047287 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6daf8a5-2b31-46c6-a362-8c080be417dd None None] DHCP port deletion for 97c4d94b-7e06-4d47-b760-846b45ffa1ea request from dv-cinder-817832-1-smb {{(pid=82813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 13 07:39:39.053196 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-e6daf8a5-2b31-46c6-a362-8c080be417dd None None] Deleting port e1e69c48-4103-41f7-b739-1251daf7e8b1 {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:39:39.053568 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e6daf8a5-2b31-46c6-a362-8c080be417dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:39.136154 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] For port e1e69c48-4103-41f7-b739-1251daf7e8b1, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=e1e69c48-4103-41f7-b739-1251daf7e8b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:39:39.136470 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:39.258138 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Calling delete_port for e1e69c48-4103-41f7-b739-1251daf7e8b1 owned by network:dhcp {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:39:39.258425 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-e6daf8a5-2b31-46c6-a362-8c080be417dd None None] For port e1e69c48-4103-41f7-b739-1251daf7e8b1, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=e1e69c48-4103-41f7-b739-1251daf7e8b1,segment=NetworkSegment(ec4e9cbc-1638-4b99-bd38-96dc01327fe0),segment_id=ec4e9cbc-1638-4b99-bd38-96dc01327fe0)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:39:39.258711 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e6daf8a5-2b31-46c6-a362-8c080be417dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:39.331393 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:39.345158 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1becd7b4-a9a6-4653-9573-d4f228e9f96b tempest-VolumesSnapshotTestJSON-1933710270 tempest-VolumesSnapshotTestJSON-1933710270-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:39.381316 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] No DVR routers for this DVR port e1e69c48-4103-41f7-b739-1251daf7e8b1 on host dv-cinder-817832-1-smb {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:39:39.417760 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-e6daf8a5-2b31-46c6-a362-8c080be417dd None None] Calling delete_port for e1e69c48-4103-41f7-b739-1251daf7e8b1 owned by network:dhcp {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:39:39.491382 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.db.api [None req-e6daf8a5-2b31-46c6-a362-8c080be417dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 07:39:39.491685 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_db.api [None req-e6daf8a5-2b31-46c6-a362-8c080be417dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 07:39:39.502939 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e69c48-4103-41f7-b739-1251daf7e8b1,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:39.508726 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:39.611662 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:39.639107 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device e1e69c48-4103-41f7-b739-1251daf7e8b1 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:39:39.640354 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c4d94b-7e06-4d47-b760-846b45ffa1ea']}} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:39.655304 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0') {'for_net_delete': True} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:39.655563 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4e9cbc-1638-4b99-bd38-96dc01327fe0') {} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:39.668326 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368827'] for segment, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:39.673943 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: e1e69c48-4103-41f7-b739-1251daf7e8b1 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:39:39.674300 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device e1e69c48-4103-41f7-b739-1251daf7e8b1 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:39:39.674947 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device e6065226-120f-40c4-88c8-0f61cb617139 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:39:39.685664 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:39.699994 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=82812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:39:39.700416 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369056'] for segment, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:39.712158 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: e6065226-120f-40c4-88c8-0f61cb617139 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:39:39.712506 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device e6065226-120f-40c4-88c8-0f61cb617139 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:39:39.712919 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 5ef68cd1-c57f-441f-94a2-12f23c72edf8 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: Traceback (most recent call last): Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: timer() Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: cb(*args, **kw) Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: return func(*args, **kwargs) Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: self._notify() Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: self.callback(batched_events) Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: event.method(event) Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: return f(self, *a, **k) Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: return self._get(url).json() Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: return self.request(url, 'GET', **kwargs) Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:39:39.714433 dv-cinder-817832-1-smb neutron-server[82812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:39:39.751604 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: 5ef68cd1-c57f-441f-94a2-12f23c72edf8 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:39:39.752185 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 5ef68cd1-c57f-441f-94a2-12f23c72edf8 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:39:39.813285 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:39.817433 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4cf8660e-c4b8-4039-861f-9b5fc551234d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:39.830509 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:39.841691 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=97c4d94b-7e06-4d47-b760-846b45ffa1ea,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:39.844790 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:39.858013 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/97c4d94b-7e06-4d47-b760-846b45ffa1ea HTTP/1.1" status: 204 len: 168 time: 1.0509918 Nov 13 07:39:39.992804 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-e6daf8a5-2b31-46c6-a362-8c080be417dd None None] Deleting port e1e69c48-4103-41f7-b739-1251daf7e8b1 {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:39:39.993356 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e6daf8a5-2b31-46c6-a362-8c080be417dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:40.021448 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38976) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:40.065460 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-e6daf8a5-2b31-46c6-a362-8c080be417dd None None] The port 'e1e69c48-4103-41f7-b739-1251daf7e8b1' was deleted {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 13 07:39:40.084182 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-3e844bb1-536a-46aa-a7c5-c11eec1a0fc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1a6bdfc407e4142922c4f45f2476d59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0614178 Nov 13 07:39:40.087406 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 38980) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:40.155216 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-85160301-ddae-4d68-80e9-44ee1f27b7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:40.185586 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-85160301-ddae-4d68-80e9-44ee1f27b7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:40.248504 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-85160301-ddae-4d68-80e9-44ee1f27b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:40.253244 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-ae8375c0-5532-4a36-b382-fb6750ce3ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:40.269518 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85160301-ddae-4d68-80e9-44ee1f27b7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cfb6b1-4e09-4c73-bf76-e66642b1666f,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:40.273776 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-85160301-ddae-4d68-80e9-44ee1f27b7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:40.277196 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-85160301-ddae-4d68-80e9-44ee1f27b7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:40.278302 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-85160301-ddae-4d68-80e9-44ee1f27b7fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32cfb6b1-4e09-4c73-bf76-e66642b1666f HTTP/1.1" status: 204 len: 168 time: 0.1899793 Nov 13 07:39:41.267502 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39002) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:41.402340 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-400047055-network', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:39:41.409311 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:39:41.415657 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Usage tracker for resource:network and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:39:41.420208 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:39:41.429305 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:39:41.442555 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Made reservation on behalf of 1fa3a9acabf249a5af837e9c06608af6 for: {'network': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:39:41.444046 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for network, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:41.456419 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:41.487648 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:39:41.491922 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Usage tracker for resource:security_group_rule and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:39:41.494811 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:39:41.500644 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:39:41.572657 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:41.579139 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:41.583891 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-c6cee96a-c63d-44f1-bbdc-a29d580aef1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:41.623940 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=82812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 13 07:39:41.629655 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9384a670-8ac4-4bdd-8f02-36eb5220144e,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:41.633334 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:41.637009 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:41.637398 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.segments_db [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Added segment 76fb5b89-d705-4c37-94cc-bdc94ef0d97b of type vlan for network 7e815d39-a72b-47ab-a31b-de1413ef1228 Nov 13 07:39:41.664159 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779813034478'] for network, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:41.694751 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339'] for network, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:41.696008 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:41.696583 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:41.701172 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:41.802303 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5334911 Nov 13 07:39:41.804469 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Pushing event updated for resources: {'Network': ['ID=7e815d39-a72b-47ab-a31b-de1413ef1228,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:41.805240 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39010) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:41.806403 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4cc73ce1-ca75-4067-841a-6324bdad3e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:41.811184 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Request body: {'subnet': {'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-400047055-subnet', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:39:41.821930 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:39:41.822120 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Network 7e815d39-a72b-47ab-a31b-de1413ef1228 details requested by agent ovs-agent-dv-cinder-817832-1-smb with host dv-cinder-817832-1-smb {{(pid=82813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Nov 13 07:39:41.825996 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Usage tracker for resource:subnet and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:39:41.828867 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:39:41.835898 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:39:41.848110 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Made reservation on behalf of 1fa3a9acabf249a5af837e9c06608af6 for: {'subnet': 1} {{(pid=82811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:39:41.850787 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4003135'] for subnet, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.131540 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3936177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4003113'] for subnet, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.139404 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-32c51e0a-a77d-4f69-b422-0882341b33f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:42.173380 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383ceb9-a4e1-4ea3-9218-e1380de0fe92 req-61e27c0d-cc66-4622-a4de-d1698783a473 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:42.174862 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7383ceb9-a4e1-4ea3-9218-e1380de0fe92 req-61e27c0d-cc66-4622-a4de-d1698783a473 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.1661615 Nov 13 07:39:42.237678 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:42.240611 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:42.259670 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-abac67cf-1293-4255-8ffa-8cc8752923c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.262871 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7383ceb9-a4e1-4ea3-9218-e1380de0fe92 req-ef9dd165-47f4-4f7a-ae74-d4ef46622e25 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810554 Nov 13 07:39:42.266033 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Checking segment: {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:39:42.266385 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Network hostable DHCP agents. Network: 7e815d39-a72b-47ab-a31b-de1413ef1228, hostable agents: ['9f433e75-d98e-40c9-8095-47cd6af00076'], hosted agents: [] {{(pid=82811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 13 07:39:42.293543 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Network 7e815d39-a72b-47ab-a31b-de1413ef1228 is scheduled to be hosted by DHCP agent 9f433e75-d98e-40c9-8095-47cd6af00076 with binding_index 1 {{(pid=82811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 13 07:39:42.304043 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817832-1-smb, 7e815d39-a72b-47ab-a31b-de1413ef1228) {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:39:42.308315 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:42.308894 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.314105 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2c7b38-1d59-451f-801e-4746a8b24fee None None] Network 7e815d39-a72b-47ab-a31b-de1413ef1228 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:39:42.330591 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-da921c05-19b5-4fc6-a708-8b7be968039e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5240958 Nov 13 07:39:42.333692 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39020) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:42.339898 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:39:42.344849 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:39:42.349130 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Usage tracker for resource:router and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:39:42.352328 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:39:42.358402 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:39:42.370139 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-916636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8863'] for router, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.371323 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-917045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-888081', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8852'] for router, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.392311 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.527862 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp32ccc176-65ec-50ed-a27a-bb886e33ae93-7e815d39-a72b-47ab-a31b-de1413ef1228', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e'}]}} from dv-cinder-817832-1-smb. {{(pid=82813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Nov 13 07:39:42.528684 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.594640 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-888067', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-916622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8834'] for router, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.687077 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.db_base_plugin_common [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Allocated IP 172.20.0.2 (7e815d39-a72b-47ab-a31b-de1413ef1228/ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e/5bd6cfc9-fa2c-4b0a-92aa-962000382653) {{(pid=82813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:39:42.778094 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.782739 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.815492 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.909772 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Notify callbacks [] for port, precommit_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.920328 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Transition to ACTIVE for port object 5bd6cfc9-fa2c-4b0a-92aa-962000382653 will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:39:42.939125 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Transition to ACTIVE for port object 5bd6cfc9-fa2c-4b0a-92aa-962000382653 will not be triggered until provisioned by entity DHCP. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:39:42.945491 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815'] for port, after_create {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:42.950291 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:42.952651 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Allocated IP 172.28.0.113 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/21aee223-c214-4f95-b025-18a32cddaaae) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:39:43.017836 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Network 7e815d39-a72b-47ab-a31b-de1413ef1228 is already hosted by enough agents. {{(pid=82813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:39:43.021072 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.scheduler.base_scheduler [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Resources bound (agent type, host, resource id): {{(pid=82813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:39:43.022937 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Pushing event updated for resources: {'Port': ['ID=5bd6cfc9-fa2c-4b0a-92aa-962000382653,revision_number=1']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:43.025099 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Received port after_create {{(pid=82813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:39:43.036532 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:43.036873 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:43.037169 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:43.037523 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:43.037833 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:43.038154 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:43.038466 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:43.039220 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:43.039220 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:43.039434 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:43.039722 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:43.065478 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:43.096692 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:43.130339 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:43.131284 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Attempting to bind port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:39:43.131644 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Attempting to bind port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:39:43.132075 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Attempting to bind port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 on network 7e815d39-a72b-47ab-a31b-de1413ef1228 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:39:43.134346 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ffd55158-a397-4d47-b133-625476d7bdb5 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:43.138608 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:39:43.139009 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Checking segment: {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:39:43.139405 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:43.139795 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Bound using segment: {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:39:43.140262 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Bound port: 5bd6cfc9-fa2c-4b0a-92aa-962000382653, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:39:43.140659 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:43.201218 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:39:43.207609 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:39:43.210048 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Pushing event updated for resources: {'Port': ['ID=21aee223-c214-4f95-b025-18a32cddaaae,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:43.212185 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:39:43.230102 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] For port 5bd6cfc9-fa2c-4b0a-92aa-962000382653, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:39:43.233495 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] For port 5bd6cfc9-fa2c-4b0a-92aa-962000382653, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=5bd6cfc9-fa2c-4b0a-92aa-962000382653,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:39:43.237949 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:43.240713 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:43.242885 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:43.335760 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Pushing event updated for resources: {'Port': ['ID=5bd6cfc9-fa2c-4b0a-92aa-962000382653,revision_number=2']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:43.345162 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:43.596738 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d429e87-a12c-403b-b5af-a7a1946680a7 req-23361778-cb9f-4a54-8b76-8659eff67967 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:43.598526 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0d429e87-a12c-403b-b5af-a7a1946680a7 req-23361778-cb9f-4a54-8b76-8659eff67967 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.1681099 Nov 13 07:39:43.609496 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:43.610438 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-916613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-888126'] for router, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:43.670290 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 5bd6cfc9-fa2c-4b0a-92aa-962000382653 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:39:43.719373 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0d429e87-a12c-403b-b5af-a7a1946680a7 req-ef01ad38-38b4-450c-b638-3d0c00a2867c tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118367 Nov 13 07:39:43.745376 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:39:43.880995 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b is scheduled to L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 with binding_index 1 {{(pid=82812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 13 07:39:44.087871 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:39:44.096635 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Sync routers for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:39:44.110681 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:39:44.111344 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:39:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:44.115840 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] Notify callbacks [] for router, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:44.117051 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-812e2e7c-bd0d-4fa2-b3fd-509afd7f97c8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7817569 Nov 13 07:39:44.120041 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39026) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:44.234839 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d8fc7-9cc3-44e7-8dfd-489ebae73d1d None None] Network 7e815d39-a72b-47ab-a31b-de1413ef1228 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:39:44.298202 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:39:44.376328 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-2485fb45-afa7-40fb-a68e-5fb53fb82ab1 None None] Provisioning for port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:39:44.383387 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-2485fb45-afa7-40fb-a68e-5fb53fb82ab1 None None] Provisioning complete for port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:39:44.383861 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-2485fb45-afa7-40fb-a68e-5fb53fb82ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:44.448134 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fad8-07cc-4e40-a023-8dab0e95fbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:44.614261 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:43Z', 'revision_number': 3, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:44.618296 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Checking router: 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:39:44.618657 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Updating router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b port 21aee223-c214-4f95-b025-18a32cddaaae binding host dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:39:44.624160 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-2485fb45-afa7-40fb-a68e-5fb53fb82ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:44.672313 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-2485fb45-afa7-40fb-a68e-5fb53fb82ab1 None None] For port 5bd6cfc9-fa2c-4b0a-92aa-962000382653, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=5bd6cfc9-fa2c-4b0a-92aa-962000382653,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:39:44.673621 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:44.678217 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-2485fb45-afa7-40fb-a68e-5fb53fb82ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:44.679931 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:44.758852 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485fb45-afa7-40fb-a68e-5fb53fb82ab1 None None] Pushing event updated for resources: {'Port': ['ID=5bd6cfc9-fa2c-4b0a-92aa-962000382653,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:44.762986 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-2485fb45-afa7-40fb-a68e-5fb53fb82ab1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:44.911183 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-c21a242d-6630-4dd9-b106-ef985971243c None None] Provisioning complete for port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:39:44.911633 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-c21a242d-6630-4dd9-b106-ef985971243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.028177 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.030085 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368c481-7fac-4d34-815f-35ad8c14f4bc req-a6e427d9-91b4-40d1-8274-417cdb7bed81 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:45.031616 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1368c481-7fac-4d34-815f-35ad8c14f4bc req-a6e427d9-91b4-40d1-8274-417cdb7bed81 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.1676230 Nov 13 07:39:45.040355 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.provisioning_blocks [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Transition to ACTIVE for port object 21aee223-c214-4f95-b025-18a32cddaaae will not be triggered until provisioned by entity L2. {{(pid=82814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:39:45.047724 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.051504 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:45.130042 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Attempting to bind port 21aee223-c214-4f95-b025-18a32cddaaae on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:39:45.130752 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Attempting to bind port 21aee223-c214-4f95-b025-18a32cddaaae by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:39:45.130752 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Attempting to bind port 21aee223-c214-4f95-b025-18a32cddaaae on network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:39:45.132675 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Pushing event updated for resources: {'Port': ['ID=21aee223-c214-4f95-b025-18a32cddaaae,revision_number=2']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:45.135474 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1368c481-7fac-4d34-815f-35ad8c14f4bc req-3564fc19-deb1-4364-a5d3-cf5d5269f727 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949631 Nov 13 07:39:45.142996 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.144273 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:45.144649 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:45.144977 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:45.145294 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:45.145605 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:45.145911 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:45.146215 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:45.146494 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:45.147020 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:45.147331 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:45.147635 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:39:45.150799 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:39:45.151177 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Checking segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:39:45.151556 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.151925 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Bound using segment: {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'} {{(pid=82814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:39:45.152392 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.managers [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Bound port: 21aee223-c214-4f95-b025-18a32cddaaae, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5ac830-0660-49ea-be6c-1d580cc32228', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}}] {{(pid=82814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:39:45.152774 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.183679 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:45.232850 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] For port 21aee223-c214-4f95-b025-18a32cddaaae, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:39:45.236010 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.plugins.ml2.db [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] For port 21aee223-c214-4f95-b025-18a32cddaaae, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=21aee223-c214-4f95-b025-18a32cddaaae,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:39:45.240260 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron_lib.callbacks.manager [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.244880 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:45.321647 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Pushing event updated for resources: {'Port': ['ID=21aee223-c214-4f95-b025-18a32cddaaae,revision_number=3']} {{(pid=82814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:45.325590 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG oslo_concurrency.lockutils [None req-76d5a62a-532f-4a89-af26-759aa1b7ef60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:45.327930 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:39:45.328525 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:39:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:45.355460 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Allocated IP 172.20.0.1 (7e815d39-a72b-47ab-a31b-de1413ef1228/ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e/b6be36cf-4d6e-4dc1-b688-4ea8fda3270a) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:39:45.487921 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.499739 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:39:45.507905 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.523368 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.provisioning_blocks [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Transition to ACTIVE for port object b6be36cf-4d6e-4dc1-b688-4ea8fda3270a will not be triggered until provisioned by entity DHCP. {{(pid=82811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:39:45.547356 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.551512 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:45.625305 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Pushing event updated for resources: {'Port': ['ID=b6be36cf-4d6e-4dc1-b688-4ea8fda3270a,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:45.628117 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:45.630119 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Network 7e815d39-a72b-47ab-a31b-de1413ef1228 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:39:45.631319 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:39:45.633640 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:39:45.652277 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 5bd6cfc9-fa2c-4b0a-92aa-962000382653 up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:39:45.689707 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-886376'] for router_interface, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.728256 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:39:45.728921 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.817036 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.853130 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:43Z', 'revision_number': 3, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:45.857608 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d2d495-d613-4295-87c5-d2e7489fb4a3 None None] The sync data for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb is: [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:43Z', 'revision_number': 3, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:39:45.873334 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-038ce7ef-bb3a-4165-9c2e-0f82a535ed88 None None] Provisioning for port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:39:45.880407 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-038ce7ef-bb3a-4165-9c2e-0f82a535ed88 None None] Provisioning complete for port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:39:45.881617 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-038ce7ef-bb3a-4165-9c2e-0f82a535ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:45.937977 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-038ce7ef-bb3a-4165-9c2e-0f82a535ed88 None None] Port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:39:46.069850 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:46.075186 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3936010'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:46.101970 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:46.181802 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Pushing event updated for resources: {'Port': ['ID=b6be36cf-4d6e-4dc1-b688-4ea8fda3270a,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:46.184883 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:46.196855 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1975530', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-889668'] for router_interface, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:46.344413 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Network 7e815d39-a72b-47ab-a31b-de1413ef1228 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:39:46.345668 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:39:46.360702 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f1538-4d70-4a46-93db-91634222d887 req-eb1d637b-0351-4508-861a-a7528a8fc066 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:46.362242 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c22f1538-4d70-4a46-93db-91634222d887 req-eb1d637b-0351-4508-861a-a7528a8fc066 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.0854824 Nov 13 07:39:46.427805 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c22f1538-4d70-4a46-93db-91634222d887 req-b3706bcb-0a46-4db3-bc31-f16fc9ec6da2 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552647 Nov 13 07:39:46.665312 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-da4e91fa-64bc-4706-95f0-e7b01002347c None None] Provisioning complete for port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:39:46.665900 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-da4e91fa-64bc-4706-95f0-e7b01002347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:46.724060 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-da4e91fa-64bc-4706-95f0-e7b01002347c None None] Port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:39:46.860836 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:39:46.971337 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.071182 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:39:47.080610 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] 10.222.0.15 "PUT /v2.0/routers/618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9594765 Nov 13 07:39:47.587779 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39044) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:47.595028 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857460778', 'description': 'tempest-description--1116649588'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:39:47.601123 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:39:47.610428 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Usage tracker for resource:security_group and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:39:47.614786 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:39:47.621939 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:39:47.637683 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12dcf1-154c-4a09-ba88-2be3fa7ba076 req-942aea2c-2bba-42ed-9266-1c3669f8a915 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:47.638259 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.639313 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1b12dcf1-154c-4a09-ba88-2be3fa7ba076 req-942aea2c-2bba-42ed-9266-1c3669f8a915 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.0936067 Nov 13 07:39:47.670608 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 21aee223-c214-4f95-b025-18a32cddaaae up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:39:47.689067 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:39:47.693289 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Usage tracker for resource:security_group_rule and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:39:47.696129 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:39:47.697077 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1b12dcf1-154c-4a09-ba88-2be3fa7ba076 req-cb4414db-b470-4fd7-b724-b0077e0a5198 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521324 Nov 13 07:39:47.701831 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:39:47.746677 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port 21aee223-c214-4f95-b025-18a32cddaaae completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:39:47.751516 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 21aee223-c214-4f95-b025-18a32cddaaae triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:39:47.751889 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.760749 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.765686 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.770862 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-757564fd-a689-440e-ad12-30e50a916099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:47.807674 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf45abb-3893-4d7e-862a-4efa2b95c29d,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:47.810522 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.811756 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2229509 Nov 13 07:39:47.812749 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8abff256-cd66-4268-a236-f14b95659fcc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:47.815604 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39048) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:47.821208 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'security_group_rule': {'security_group_id': '0bf45abb-3893-4d7e-862a-4efa2b95c29d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:39:47.827171 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:39:47.830957 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Usage tracker for resource:security_group_rule and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:39:47.834061 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:39:47.840997 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:39:47.857594 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.869056 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.885011 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port 21aee223-c214-4f95-b025-18a32cddaaae, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=21aee223-c214-4f95-b025-18a32cddaaae,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:39:47.889435 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.891360 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:47.918466 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.922609 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.924605 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:47.945864 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57bff9b-1523-42c7-8e9f-929a3e2aa01e,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:47.948379 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:47.956382 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:47.957721 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=21aee223-c214-4f95-b025-18a32cddaaae,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:47.957887 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-06a30183-c785-458a-b46c-45d993ff36ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1414435 Nov 13 07:39:47.960944 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39052) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:47.961774 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:47.966829 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'security_group_rule': {'security_group_id': '0bf45abb-3893-4d7e-862a-4efa2b95c29d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:39:47.973597 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:39:47.977827 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Usage tracker for resource:security_group_rule and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:39:47.980873 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:39:47.986746 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:39:48.003626 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:48.063467 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:48.068452 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:48.070400 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:48.092032 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd79a8c-2274-4574-9ba9-c0c968352f2c,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:48.096999 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:48.102654 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:48.103840 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-7622f858-7e83-43aa-aaa5-ba85a3a50de8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1419482 Nov 13 07:39:48.108611 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39056) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:39:48.113848 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'floatingip': {'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:39:48.119222 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:39:48.123020 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Usage tracker for resource:floatingip and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:39:48.125867 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:39:48.132900 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:39:48.147897 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:48.293448 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:48.430276 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_common [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Allocated IP 172.28.0.222 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/ba5c0707-3739-4d04-8ece-65d36a9dbbcf) {{(pid=82811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:39:48.576498 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for port, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:48.608172 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:48.611706 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:48.679478 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:39:48.682921 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.base_scheduler [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources bound (agent type, host, resource id): {{(pid=82811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:39:48.684868 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'Port': ['ID=ba5c0707-3739-4d04-8ece-65d36a9dbbcf,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:48.686999 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Received port after_create {{(pid=82811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:39:48.712170 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:48.876590 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:48.944161 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:49.013837 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6614e-7f1e-451c-a00e-27bbbfca4b76 req-62756874-9662-4795-aa78-72da7954731a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:49.015335 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-eef6614e-7f1e-451c-a00e-27bbbfca4b76 req-62756874-9662-4795-aa78-72da7954731a tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.1888068 Nov 13 07:39:49.262069 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-eef6614e-7f1e-451c-a00e-27bbbfca4b76 req-46e6acc6-d8cb-4447-af38-6332864ce59e tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402036 Nov 13 07:39:49.278030 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Sync routers for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:39:49.293115 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:39:49.293754 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:39:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:49.312934 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for port, precommit_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:49.319318 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3936010'] for port, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:49.323211 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e540dd41-49d7-4324-847c-e20fe3bf07b2 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:49.420398 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'Port': ['ID=ba5c0707-3739-4d04-8ece-65d36a9dbbcf,revision_number=2']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:49.426229 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:49.440534 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:49.464139 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:49.474641 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-4a3136c0-1228-43c0-9681-50cd40dc6bdc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3561354 Nov 13 07:39:49.481084 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:39:49.642465 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-a06dd3e2-c62b-480a-9716-a288e41eb873 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Synchronizing usage tracker for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:security_group {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:39:49.662396 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-a06dd3e2-c62b-480a-9716-a288e41eb873 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Unset dirty status for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:security_group {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:39:49.663808 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-a06dd3e2-c62b-480a-9716-a288e41eb873 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--857460778&fields=id&tenant_id=1fa3a9acabf249a5af837e9c06608af6 HTTP/1.1" status: 200 len: 267 time: 0.0645630 Nov 13 07:39:49.681345 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 21aee223-c214-4f95-b025-18a32cddaaae up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:39:49.813135 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-53f7d6ce-492f-4619-8293-90dbfba26fc6 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:49.813804 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-53f7d6ce-492f-4619-8293-90dbfba26fc6 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Synchronizing usage tracker for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:network {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:39:49.831552 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-53f7d6ce-492f-4619-8293-90dbfba26fc6 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Unset dirty status for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:network {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:39:49.833194 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-53f7d6ce-492f-4619-8293-90dbfba26fc6 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 810 time: 0.1629260 Nov 13 07:39:49.850247 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-d78a3d25-0c32-401b-9f9f-4afc1fb3cc28 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/quotas/1fa3a9acabf249a5af837e9c06608af6 HTTP/1.1" status: 200 len: 375 time: 0.0107837 Nov 13 07:39:49.861025 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port 21aee223-c214-4f95-b025-18a32cddaaae triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:39:49.861398 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:49.935885 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4fff6065-ec52-468a-b530-1f22912dca80 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798411 Nov 13 07:39:49.942627 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 2, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:49.973077 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Checking router: 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:39:49.973433 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Updating router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a binding host dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Nov 13 07:39:50.043345 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:50.075747 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-6b95013b-d8f4-4645-a4c3-af43f6f1657e service neutron] 10.222.0.15 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283429 Nov 13 07:39:50.208434 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-48e68445-e93b-4796-89db-ce894bf74fd9 service neutron] 10.222.0.15 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266172 Nov 13 07:39:50.431374 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Notify callbacks [] for port, precommit_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:50.445566 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Transition to ACTIVE for port object b6be36cf-4d6e-4dc1-b688-4ea8fda3270a will not be triggered until provisioned by entity L2. {{(pid=82813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:39:50.471870 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:50.476306 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-484a9a90-f8b8-45c2-93fb-3d1b925d9a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:50.476515 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c948a6a7-8c2a-4e5c-9449-3ebabeca8052 req-147f1d02-957f-4c17-a2c1-3cc47ca58503 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 210 time: 0.0627635 Nov 13 07:39:50.514770 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af4c47-7e34-4ca3-892c-7d5e592d2c12 req-f40a325f-1849-4e1e-b11b-f2c288d7e320 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:50.522622 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e3af4c47-7e34-4ca3-892c-7d5e592d2c12 req-f40a325f-1849-4e1e-b11b-f2c288d7e320 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.1100528 Nov 13 07:39:50.565866 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e3af4c47-7e34-4ca3-892c-7d5e592d2c12 req-20e0cb6e-f93b-4ca3-be7d-2a91bab1b4be tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423100 Nov 13 07:39:50.623977 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55520b0-1de0-403e-b58f-a00fc4f09cb6 None None] Pushing event updated for resources: {'Port': ['ID=b6be36cf-4d6e-4dc1-b688-4ea8fda3270a,revision_number=3']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:50.628207 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-c55520b0-1de0-403e-b58f-a00fc4f09cb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:50.723418 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Attempting to bind port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a on host dv-cinder-817832-1-smb for vnic_type normal with profile {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:39:50.723751 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Attempting to bind port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a by drivers openvswitch,hyperv on host dv-cinder-817832-1-smb at level 0 using segments [{'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:39:50.724153 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Attempting to bind port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a on network 7e815d39-a72b-47ab-a31b-de1413ef1228 {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:39:50.731320 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Checking agent: {'id': '5502f1ee-62e1-4229-9893-3010db3924ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817832-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 22, 43), 'started_at': datetime.datetime(2021, 11, 13, 7, 23, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817832-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:39:50.731757 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Checking segment: {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:39:50.732098 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:50.732475 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Bound using segment: {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'} {{(pid=82813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:39:50.732938 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.managers [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Bound port: b6be36cf-4d6e-4dc1-b688-4ea8fda3270a, host: dv-cinder-817832-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'}}] {{(pid=82813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:39:50.733306 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:50.836455 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] For port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a, host dv-cinder-817832-1-smb, cleared binding levels {{(pid=82813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:39:50.839881 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] For port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a, host dv-cinder-817832-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=b6be36cf-4d6e-4dc1-b688-4ea8fda3270a,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:39:50.844750 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:50.848527 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:50.929823 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:39:50.930478 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:39:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:50.987074 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55520b0-1de0-403e-b58f-a00fc4f09cb6 None None] Pushing event updated for resources: {'Port': ['ID=b6be36cf-4d6e-4dc1-b688-4ea8fda3270a,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:50.990178 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-c55520b0-1de0-403e-b58f-a00fc4f09cb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:51.120206 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:39:51.443564 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:50Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:39:51.448205 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e5b5b2-89c3-4146-a7c2-308d0bdb3598 None None] The sync data for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb is: [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:50Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:39:51.727781 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device b6be36cf-4d6e-4dc1-b688-4ea8fda3270a up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:39:51.761373 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-82e0feb0-34ac-453b-808b-117143dc68ee tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:51.763055 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-82e0feb0-34ac-453b-808b-117143dc68ee tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.36 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 810 time: 0.3451743 Nov 13 07:39:51.779349 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-023d9c61-f78f-46ec-b6e5-c1ca6af1a541 req-d645c643-315a-467f-bb29-367350352037 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 210 time: 0.0716045 Nov 13 07:39:51.832307 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-2d2442fe-0c0e-4760-86c7-e985072f0493 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fa3a9acabf249a5af837e9c06608af6 HTTP/1.1" status: 200 len: 379 time: 0.0511818 Nov 13 07:39:51.841892 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'port': {'device_id': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'admin_state_up': True, 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'security_groups': ['0bf45abb-3893-4d7e-862a-4efa2b95c29d']}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:39:51.856040 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning for port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:39:51.863928 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:39:51.864313 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:51.868533 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fc041-f548-4e5d-96e7-c34a45244040 req-ca6289da-6bca-4e64-893e-6de429c74545 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:51.870163 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-330fc041-f548-4e5d-96e7-c34a45244040 req-ca6289da-6bca-4e64-893e-6de429c74545 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.0897794 Nov 13 07:39:51.921506 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-330fc041-f548-4e5d-96e7-c34a45244040 req-f0739ecd-daad-45a0-9482-cbdea68694b1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435731 Nov 13 07:39:51.994951 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:52.001882 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:39:52.006800 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Usage tracker for resource:port and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:39:52.009746 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:39:52.015721 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:39:52.027476 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Made reservation on behalf of 1fa3a9acabf249a5af837e9c06608af6 for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:39:52.029837 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] For port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=b6be36cf-4d6e-4dc1-b688-4ea8fda3270a,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:39:52.030995 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:52.034252 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:52.036702 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-2485fb45-afa7-40fb-a68e-5fb53fb82ab1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:52.110339 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Pushing event updated for resources: {'Port': ['ID=b6be36cf-4d6e-4dc1-b688-4ea8fda3270a,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:52.113535 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:52.257365 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-aa5d2ce7-cada-4871-8a68-b9ca45eeff69 req-7af88b3b-0f0b-4b5d-a5bf-9f24a7257dfc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1380a5a3fc7d4abea25525997558701b&device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 1099 time: 0.1640558 Nov 13 07:39:52.263776 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Allocated IP 172.20.0.13 (7e815d39-a72b-47ab-a31b-de1413ef1228/ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e/765790fe-d5c9-4fd9-902e-3191a55aa0ef) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:39:52.499269 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d2ce7-cada-4871-8a68-b9ca45eeff69 req-93215cd4-8d11-4fba-9f23-c0d13ce4e36c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:52.500739 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-aa5d2ce7-cada-4871-8a68-b9ca45eeff69 req-93215cd4-8d11-4fba-9f23-c0d13ce4e36c service neutron] 10.222.0.36 "GET /v2.0/networks?id=be9faec0-9e85-4e0d-a752-b94668eb5d28 HTTP/1.1" status: 200 len: 909 time: 0.2348011 Nov 13 07:39:52.644773 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:52.655872 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-aa5d2ce7-cada-4871-8a68-b9ca45eeff69 req-a8d4d275-f446-4cf9-9d74-ef7be0bf4703 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70 HTTP/1.1" status: 200 len: 1001 time: 0.1427274 Nov 13 07:39:52.692298 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Transition to ACTIVE for port object 765790fe-d5c9-4fd9-902e-3191a55aa0ef will not be triggered until provisioned by entity DHCP. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:39:52.725972 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d2ce7-cada-4871-8a68-b9ca45eeff69 req-f66098c7-6046-4331-831b-ca0422507029 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:52.727464 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-aa5d2ce7-cada-4871-8a68-b9ca45eeff69 req-f66098c7-6046-4331-831b-ca0422507029 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a19bcca-2181-4518-88ce-7c83c4206ab0 HTTP/1.1" status: 200 len: 847 time: 0.0653288 Nov 13 07:39:52.772992 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:52.783164 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-3996c7ab-6103-494d-a563-57b6a2be93ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:52.855447 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Network 7e815d39-a72b-47ab-a31b-de1413ef1228 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:39:52.859956 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:39:52.866988 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:39:52.901218 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'Port': ['ID=765790fe-d5c9-4fd9-902e-3191a55aa0ef,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:52.911554 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:52.991426 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:52.992055 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:53.007955 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-aa5d2ce7-cada-4871-8a68-b9ca45eeff69 req-c0bdd777-8e56-468b-801a-db40f2166774 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be9faec0-9e85-4e0d-a752-b94668eb5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2733457 Nov 13 07:39:53.043718 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2063429 Nov 13 07:39:53.056975 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Request body: {'port': {'device_id': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:39:53.094144 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-e9fcfad0-97e5-465e-89a0-6bf1259222bc None None] Provisioning for port 765790fe-d5c9-4fd9-902e-3191a55aa0ef completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:39:53.099417 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-e9fcfad0-97e5-465e-89a0-6bf1259222bc None None] Provisioning complete for port 765790fe-d5c9-4fd9-902e-3191a55aa0ef triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:39:53.099876 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e9fcfad0-97e5-465e-89a0-6bf1259222bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:53.137581 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6307b-7b77-45ff-b867-e0829fc6d49c req-2471f989-97fb-430a-81a2-113869f58ee9 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:53.139707 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-63b6307b-7b77-45ff-b867-e0829fc6d49c req-2471f989-97fb-430a-81a2-113869f58ee9 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.0853708 Nov 13 07:39:53.155485 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-e9fcfad0-97e5-465e-89a0-6bf1259222bc None None] Port 765790fe-d5c9-4fd9-902e-3191a55aa0ef cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:39:53.189931 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-63b6307b-7b77-45ff-b867-e0829fc6d49c req-4c040cbf-62f3-4107-b8e2-9decdaa0d8f5 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435550 Nov 13 07:39:53.191919 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a018b48-48dd-4200-9f23-c7f2221f7cd8 req-67f5aa9a-b8eb-474a-a402-3caf1c4de4fa tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:53.192628 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-8a018b48-48dd-4200-9f23-c7f2221f7cd8 req-67f5aa9a-b8eb-474a-a402-3caf1c4de4fa tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Synchronizing usage tracker for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:39:53.277219 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-aa5d2ce7-cada-4871-8a68-b9ca45eeff69 req-ae67a2fb-fac1-43ea-84c1-58babcbb576d service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584999 Nov 13 07:39:53.280108 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-8a018b48-48dd-4200-9f23-c7f2221f7cd8 req-67f5aa9a-b8eb-474a-a402-3caf1c4de4fa tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Unset dirty status for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:39:53.281117 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a018b48-48dd-4200-9f23-c7f2221f7cd8 req-67f5aa9a-b8eb-474a-a402-3caf1c4de4fa tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 932 time: 0.3842225 Nov 13 07:39:53.330427 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:53.583096 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8a018b48-48dd-4200-9f23-c7f2221f7cd8 req-efc36d0f-cb79-4274-90a0-0c952f3dbc96 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752795 Nov 13 07:39:53.615426 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-aa5d2ce7-cada-4871-8a68-b9ca45eeff69 req-06a2b6e1-9d3c-45dc-990a-832bd91ae15b service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315637 Nov 13 07:39:53.644660 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device b6be36cf-4d6e-4dc1-b688-4ea8fda3270a up at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:39:53.714667 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Provisioning complete for port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:39:53.715080 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:53.882357 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765790fe-d5c9-4fd9-902e-3191a55aa0ef {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:39:53.889054 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:53.903406 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Transition to ACTIVE for port object 765790fe-d5c9-4fd9-902e-3191a55aa0ef will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:39:53.908447 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:53.912151 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-2a76db85-fbc4-4dd9-be3e-7ab4534b7f4c tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:54.033326 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Pushing event updated for resources: {'Port': ['ID=765790fe-d5c9-4fd9-902e-3191a55aa0ef,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:54.037323 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:54.141147 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Attempting to bind port 765790fe-d5c9-4fd9-902e-3191a55aa0ef on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:39:54.141472 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Attempting to bind port 765790fe-d5c9-4fd9-902e-3191a55aa0ef by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:39:54.141787 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Attempting to bind port 765790fe-d5c9-4fd9-902e-3191a55aa0ef on network 7e815d39-a72b-47ab-a31b-de1413ef1228 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:39:54.148030 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Port 765790fe-d5c9-4fd9-902e-3191a55aa0ef on network 7e815d39-a72b-47ab-a31b-de1413ef1228 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:39:54.148375 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Attempting to bind port 765790fe-d5c9-4fd9-902e-3191a55aa0ef on network 7e815d39-a72b-47ab-a31b-de1413ef1228 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:39:54.155263 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:39:54.155595 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Checking segment: {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:39:54.155975 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Bound using segment: {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:39:54.156398 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Bound port: 765790fe-d5c9-4fd9-902e-3191a55aa0ef, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:39:54.156732 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:54.250981 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] For port 765790fe-d5c9-4fd9-902e-3191a55aa0ef, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:39:54.254844 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] For port 765790fe-d5c9-4fd9-902e-3191a55aa0ef, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:39:54.261438 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:54.265382 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7332ce04-55d8-4c27-ab72-8f33ef44d49c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:54.334193 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:54.335993 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] 10.222.0.36 "PUT /v2.0/ports/765790fe-d5c9-4fd9-902e-3191a55aa0ef HTTP/1.1" status: 200 len: 1094 time: 1.2845590 Nov 13 07:39:54.339101 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'tag': '765790fe-d5c9-4fd9-902e-3191a55aa0ef'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:39:54.352012 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Pushing event updated for resources: {'Port': ['ID=765790fe-d5c9-4fd9-902e-3191a55aa0ef,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:54.355219 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:54.421626 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'tag': '765790fe-d5c9-4fd9-902e-3191a55aa0ef', 'status': 'completed', 'code': 200} Nov 13 07:39:54.429940 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf7a95-14b7-43ff-b98f-b84835899607 req-67de64a9-2fd8-46ce-be25-5b279caaba04 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:54.431432 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f7bf7a95-14b7-43ff-b98f-b84835899607 req-67de64a9-2fd8-46ce-be25-5b279caaba04 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.1133566 Nov 13 07:39:54.466367 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-ef7212e6-57a5-4581-ba6a-144469d52055 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 1097 time: 0.0847187 Nov 13 07:39:54.480948 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-f7bf7a95-14b7-43ff-b98f-b84835899607 req-40ca23ab-7e5f-43d4-a31d-9a4557efd8ed tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Nov 13 07:39:54.537150 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-f8e38ff2-231a-416c-ae8a-4c052513ff9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef HTTP/1.1" status: 200 len: 217 time: 0.0606349 Nov 13 07:39:54.603112 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-c613fb5b-3632-4a3c-8479-f9c64ed4c8e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:54.604442 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-c613fb5b-3632-4a3c-8479-f9c64ed4c8e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 200 len: 849 time: 0.0605431 Nov 13 07:39:54.679978 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-16910d6c-3d73-416b-9626-fa8c57eae67c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e815d39-a72b-47ab-a31b-de1413ef1228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684397 Nov 13 07:39:54.860433 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-13034b80-2ba8-4b38-b032-3c5218a7c047 service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722565 Nov 13 07:39:54.879169 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694665c-7aff-44a5-9636-411adac03303 req-f9094fb3-eac4-499b-96a3-f56c89662b71 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:54.880516 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a694665c-7aff-44a5-9636-411adac03303 req-f9094fb3-eac4-499b-96a3-f56c89662b71 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 944 time: 0.1689870 Nov 13 07:39:55.019401 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a694665c-7aff-44a5-9636-411adac03303 req-b144fe2e-4d56-4b17-8575-6972ac23c24b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205983 Nov 13 07:39:55.038097 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-01cc268e-6e36-4b60-98e0-57219cc65948 req-802cf0fb-58fe-4c93-8894-fa734a8e29f7 service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566281 Nov 13 07:39:55.175152 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-02fae8bf-43aa-41ef-abc6-abd126a40e1e req-a5831b4c-fed7-4cc3-9e5c-7173e1661cc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 1097 time: 0.0714288 Nov 13 07:39:55.404491 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae8bf-43aa-41ef-abc6-abd126a40e1e req-8f4c61fd-7c5c-4e38-8c80-f7152b00fc10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:55.405946 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-02fae8bf-43aa-41ef-abc6-abd126a40e1e req-8f4c61fd-7c5c-4e38-8c80-f7152b00fc10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 911 time: 0.2239971 Nov 13 07:39:55.479255 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-02fae8bf-43aa-41ef-abc6-abd126a40e1e req-42095ce3-f8b4-4a95-b737-87125c179886 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef HTTP/1.1" status: 200 len: 217 time: 0.0661588 Nov 13 07:39:55.545297 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae8bf-43aa-41ef-abc6-abd126a40e1e req-183146b0-a18f-4858-8d7f-9a021185160e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:55.546753 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-02fae8bf-43aa-41ef-abc6-abd126a40e1e req-183146b0-a18f-4858-8d7f-9a021185160e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 200 len: 849 time: 0.0598950 Nov 13 07:39:55.628337 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-02fae8bf-43aa-41ef-abc6-abd126a40e1e req-3ae7a989-2055-4bcd-b41f-9f67a505aa65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e815d39-a72b-47ab-a31b-de1413ef1228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0732639 Nov 13 07:39:55.684342 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89cdaf-8388-479f-aec6-eaa829420f0f req-0dcd22b7-0cd7-4091-9131-6b29e6f66a88 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:55.685797 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fb89cdaf-8388-479f-aec6-eaa829420f0f req-0dcd22b7-0cd7-4091-9131-6b29e6f66a88 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.0800080 Nov 13 07:39:55.731778 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-fb89cdaf-8388-479f-aec6-eaa829420f0f req-cbb2f1e9-8004-496d-bdc8-f49c4a05f27d tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401282 Nov 13 07:39:55.766182 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-02fae8bf-43aa-41ef-abc6-abd126a40e1e req-708bf05f-c5d2-4894-b643-d4f35d252849 service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292381 Nov 13 07:39:55.946926 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-02fae8bf-43aa-41ef-abc6-abd126a40e1e req-b9a219e7-5db6-4ba1-a8a0-c79cf827ed5d service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724594 Nov 13 07:39:55.962535 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-033e3469-9682-4186-853b-ac67834e9b47 req-95597474-43f2-45cb-b306-2509a81658c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1126547 Nov 13 07:39:56.218964 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a2b07632-f600-4153-a506-993f58a13829 req-060c2feb-4302-4451-bbd0-8f8139ecc3de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1253936 Nov 13 07:39:56.235845 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24557fb4-8f12-42e4-8b85-08b30cd3332a req-53916284-6a22-4c74-b78c-684de436801b tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:56.238605 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-24557fb4-8f12-42e4-8b85-08b30cd3332a req-53916284-6a22-4c74-b78c-684de436801b tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.0840955 Nov 13 07:39:56.253111 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7429cf-0e36-40aa-bef9-f54dfce06b70 req-1f68d35f-8210-436a-8299-3d026f055d4e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:56.254055 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-4c7429cf-0e36-40aa-bef9-f54dfce06b70 req-1f68d35f-8210-436a-8299-3d026f055d4e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Synchronizing usage tracker for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:port {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:39:56.266849 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-4c7429cf-0e36-40aa-bef9-f54dfce06b70 req-1f68d35f-8210-436a-8299-3d026f055d4e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Unset dirty status for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:port {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:39:56.268196 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4c7429cf-0e36-40aa-bef9-f54dfce06b70 req-1f68d35f-8210-436a-8299-3d026f055d4e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 944 time: 0.1228156 Nov 13 07:39:56.287540 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-24557fb4-8f12-42e4-8b85-08b30cd3332a req-d20e07a7-0fef-4eb0-83a2-f5bc2ae94e6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432560 Nov 13 07:39:56.320405 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-4c7429cf-0e36-40aa-bef9-f54dfce06b70 req-96732ef5-bdd2-4eb0-aed9-7fb552b2eee3 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Synchronizing usage tracker for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:security_group {{(pid=82811) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:39:56.332269 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [req-4c7429cf-0e36-40aa-bef9-f54dfce06b70 req-96732ef5-bdd2-4eb0-aed9-7fb552b2eee3 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Unset dirty status for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:security_group {{(pid=82811) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:39:56.333423 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4c7429cf-0e36-40aa-bef9-f54dfce06b70 req-96732ef5-bdd2-4eb0-aed9-7fb552b2eee3 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588725 Nov 13 07:39:57.371822 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a2b07632-f600-4153-a506-993f58a13829 req-3f73a85d-2520-408f-84ea-c5349eb0e735 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559&tenant_id=1380a5a3fc7d4abea25525997558701b HTTP/1.1" status: 200 len: 1099 time: 0.0812619 Nov 13 07:39:57.522358 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a2b07632-f600-4153-a506-993f58a13829 req-54882b46-b49f-488a-a7e0-eb5d91df4bec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1380a5a3fc7d4abea25525997558701b&device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 1099 time: 0.1281207 Nov 13 07:39:57.531495 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21ab5d-f936-40f9-b676-64ac34a80ccc req-f9cd43b8-5481-4a60-9fd7-7cc41902a257 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:57.532848 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ed21ab5d-f936-40f9-b676-64ac34a80ccc req-f9cd43b8-5481-4a60-9fd7-7cc41902a257 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.1053274 Nov 13 07:39:57.543172 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ccab-0065-495f-97ef-548bbbfcd2ba req-941c6539-fe9d-4226-9616-9b67d1ee97e7 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:57.544650 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d207ccab-0065-495f-97ef-548bbbfcd2ba req-941c6539-fe9d-4226-9616-9b67d1ee97e7 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 944 time: 0.0828834 Nov 13 07:39:57.593042 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-d207ccab-0065-495f-97ef-548bbbfcd2ba req-7cd6adfc-2983-4e50-9eaa-d1f03ab733fb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 Nov 13 07:39:57.660386 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ed21ab5d-f936-40f9-b676-64ac34a80ccc req-a2649972-fb22-49e3-b43b-da0dcead1a50 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088464 Nov 13 07:39:57.692634 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b07632-f600-4153-a506-993f58a13829 req-8e48a466-fd33-4225-99da-40579ec656bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:57.694123 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a2b07632-f600-4153-a506-993f58a13829 req-8e48a466-fd33-4225-99da-40579ec656bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=be9faec0-9e85-4e0d-a752-b94668eb5d28 HTTP/1.1" status: 200 len: 909 time: 0.1603634 Nov 13 07:39:57.803033 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a2b07632-f600-4153-a506-993f58a13829 req-2e204560-5d12-4871-a96c-88d71999fef6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70 HTTP/1.1" status: 200 len: 1001 time: 0.1026301 Nov 13 07:39:57.877680 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b07632-f600-4153-a506-993f58a13829 req-f0442176-0df8-445b-895f-9b1b40fef204 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:57.879181 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a2b07632-f600-4153-a506-993f58a13829 req-f0442176-0df8-445b-895f-9b1b40fef204 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a19bcca-2181-4518-88ce-7c83c4206ab0 HTTP/1.1" status: 200 len: 847 time: 0.0697310 Nov 13 07:39:57.954058 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a2b07632-f600-4153-a506-993f58a13829 req-ee63b943-52e4-451d-bf2f-719911126733 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be9faec0-9e85-4e0d-a752-b94668eb5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0686321 Nov 13 07:39:58.084114 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a2b07632-f600-4153-a506-993f58a13829 req-705913d2-1b5a-4ea5-8d46-5a555ca4b921 service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232221 Nov 13 07:39:58.178641 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 765790fe-d5c9-4fd9-902e-3191a55aa0ef details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:39:58.182265 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 6e666c2b-15ab-4b1e-bba0-e1d066784e70 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:39:58.220211 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a2b07632-f600-4153-a506-993f58a13829 req-c085890f-2280-40fd-8dd6-8087075b3e4c service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296031 Nov 13 07:39:58.390298 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:58.430152 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 765790fe-d5c9-4fd9-902e-3191a55aa0ef, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:39:58.440180 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:39:58.454177 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 6e666c2b-15ab-4b1e-bba0-e1d066784e70, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:39:58.455138 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '765790fe-d5c9-4fd9-902e-3191a55aa0ef', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'port_id': '765790fe-d5c9-4fd9-902e-3191a55aa0ef', 'mac_address': 'fa:16:3e:66:63:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:39:58.459512 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:58.461426 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:58.513918 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'code': 200} Nov 13 07:39:58.567560 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:58.581900 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=6e666c2b-15ab-4b1e-bba0-e1d066784e70,revision_number=6']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:58.586553 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:58.589451 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765790fe-d5c9-4fd9-902e-3191a55aa0ef {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:39:58.604707 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 765790fe-d5c9-4fd9-902e-3191a55aa0ef, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:39:58.610587 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:39:58.612305 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-0242c12b-46ea-4764-bb54-a8ef25e95e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:39:58.680007 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=765790fe-d5c9-4fd9-902e-3191a55aa0ef,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:39:58.683140 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:39:58.824991 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['765790fe-d5c9-4fd9-902e-3191a55aa0ef'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:39:58.864840 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf14896-1662-4ec8-a271-7c14ab938bd1 req-cf825ef4-b89d-4e4e-a9f7-0c2bb05ab1e7 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:58.866310 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4bf14896-1662-4ec8-a271-7c14ab938bd1 req-cf825ef4-b89d-4e4e-a9f7-0c2bb05ab1e7 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 944 time: 0.0849049 Nov 13 07:39:58.894342 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a7324-adac-4af8-b72d-526dfe7a3d97 req-4e8d7b7e-9ce8-4701-bd9d-ac1ce728e73f tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:39:58.896259 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-200a7324-adac-4af8-b72d-526dfe7a3d97 req-4e8d7b7e-9ce8-4701-bd9d-ac1ce728e73f tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 945 time: 0.1781497 Nov 13 07:39:58.915614 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-4bf14896-1662-4ec8-a271-7c14ab938bd1 req-47e97cdb-a776-4c06-8fee-5d696d9a1ddb tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 Nov 13 07:39:58.945029 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-200a7324-adac-4af8-b72d-526dfe7a3d97 req-2206a254-3d1d-4ce8-a3df-554ac333a13b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430501 Nov 13 07:39:59.663262 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7bd73ede-f8d6-4a37-afb2-abae32bef21d req-2719f7c1-dddd-420f-a3f2-303ec8f3170c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 1097 time: 0.0711310 Nov 13 07:39:59.705788 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-7bd73ede-f8d6-4a37-afb2-abae32bef21d req-80b380b8-b918-4936-b7aa-de188f002113 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363662 Nov 13 07:40:00.126446 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a8ad4-2be7-4dae-bcde-5b99a318e3a1 req-7fa8952f-db60-4336-936d-1a9692e9156b tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:00.128089 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3e6a8ad4-2be7-4dae-bcde-5b99a318e3a1 req-7fa8952f-db60-4336-936d-1a9692e9156b tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 944 time: 0.0807650 Nov 13 07:40:00.154419 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712a373-c0e9-4587-ae1d-9a5d1d3a3561 req-0d1a7b8f-24b7-4c3e-b3a5-c8971880bfdb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:00.156010 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c712a373-c0e9-4587-ae1d-9a5d1d3a3561 req-0d1a7b8f-24b7-4c3e-b3a5-c8971880bfdb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 945 time: 0.0857689 Nov 13 07:40:00.175316 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3e6a8ad4-2be7-4dae-bcde-5b99a318e3a1 req-4c211367-77ce-44ff-9085-af127389bc89 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413225 Nov 13 07:40:00.178293 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 6e666c2b-15ab-4b1e-bba0-e1d066784e70 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:40:00.181659 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 765790fe-d5c9-4fd9-902e-3191a55aa0ef up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:40:00.210291 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c712a373-c0e9-4587-ae1d-9a5d1d3a3561 req-3962c0d3-3932-4c01-8f08-021b56f0c471 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481634 Nov 13 07:40:00.345239 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 765790fe-d5c9-4fd9-902e-3191a55aa0ef completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:40:00.360452 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 765790fe-d5c9-4fd9-902e-3191a55aa0ef triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:40:00.360821 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:00.400710 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 6e666c2b-15ab-4b1e-bba0-e1d066784e70, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:40:00.423407 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'port_id': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'mac_address': 'fa:16:3e:d9:d1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:40:00.511978 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:00.544978 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e666c2b-15ab-4b1e-bba0-e1d066784e70 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:40:00.553407 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:00.575470 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 6e666c2b-15ab-4b1e-bba0-e1d066784e70, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:40:00.582436 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:00.585336 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-0242c12b-46ea-4764-bb54-a8ef25e95e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:40:00.620248 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765790fe-d5c9-4fd9-902e-3191a55aa0ef'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:40:00.678183 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 765790fe-d5c9-4fd9-902e-3191a55aa0ef, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:40:00.689660 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765790fe-d5c9-4fd9-902e-3191a55aa0ef', 'code': 200} Nov 13 07:40:00.693089 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:00.702264 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=6e666c2b-15ab-4b1e-bba0-e1d066784e70,revision_number=7']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:40:00.705006 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:40:00.705443 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:40:00.770665 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=765790fe-d5c9-4fd9-902e-3191a55aa0ef,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:40:00.773624 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:40:00.819104 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['6e666c2b-15ab-4b1e-bba0-e1d066784e70'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:40:00.919719 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-64398d50-c5cb-4551-b32a-eecf212429e0 req-28367ae4-95ee-4bb7-a8c1-b13b092045a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 1099 time: 0.0691500 Nov 13 07:40:00.969847 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-64398d50-c5cb-4551-b32a-eecf212429e0 req-df2cc74f-1dbb-4fd6-99f5-656325f5c49d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428085 Nov 13 07:40:01.388189 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada595e-68e7-4d32-b3c7-560b64c66c9e req-39e510aa-e748-47af-8f76-933a641ed493 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:01.390358 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ada595e-68e7-4d32-b3c7-560b64c66c9e req-39e510aa-e748-47af-8f76-933a641ed493 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 945 time: 0.0803132 Nov 13 07:40:01.412712 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34927132-6962-4555-aeb2-623b80692edf req-9a919c4b-694f-4fc7-8f7b-419517e4cc50 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:01.414162 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-34927132-6962-4555-aeb2-623b80692edf req-9a919c4b-694f-4fc7-8f7b-419517e4cc50 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0782499 Nov 13 07:40:01.436246 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ada595e-68e7-4d32-b3c7-560b64c66c9e req-695eb6bd-c02e-4e2c-8d6b-08f32c7ad51b tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402484 Nov 13 07:40:01.460194 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-34927132-6962-4555-aeb2-623b80692edf req-50a1c942-20fa-42fc-a27d-33304f8a0372 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398948 Nov 13 07:40:02.175930 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 6e666c2b-15ab-4b1e-bba0-e1d066784e70 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:40:02.247720 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:40:02.248101 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:02.359001 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:02.394420 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 6e666c2b-15ab-4b1e-bba0-e1d066784e70, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:40:02.400282 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:02.402461 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-4553e248-f84c-47f3-b8a2-49065cc67b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:40:02.476793 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=6e666c2b-15ab-4b1e-bba0-e1d066784e70,revision_number=8']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:40:02.479822 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:40:02.673932 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff377b-23c1-40c9-b98a-1c7078f2fd60 req-9677daa7-f78d-4e5c-84b1-65000191fb47 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:02.675284 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-10ff377b-23c1-40c9-b98a-1c7078f2fd60 req-9677daa7-f78d-4e5c-84b1-65000191fb47 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0869420 Nov 13 07:40:02.690488 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:40:02.724202 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-10ff377b-23c1-40c9-b98a-1c7078f2fd60 req-a94d5577-7d01-48f1-806a-3321236057a0 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407732 Nov 13 07:40:02.745157 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'code': 200} Nov 13 07:40:02.930679 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cfdac-7a04-4fd6-b9d4-29c95e40b4ce req-6c8e8b55-ee6b-431b-9c01-5a8fff458c3c tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:02.932067 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9f7cfdac-7a04-4fd6-b9d4-29c95e40b4ce req-6c8e8b55-ee6b-431b-9c01-5a8fff458c3c tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0955439 Nov 13 07:40:02.944986 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39138) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:40:02.950276 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-76ad8297-9576-49f7-98d8-dc1c0f94f882 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'floatingip': {'port_id': '765790fe-d5c9-4fd9-902e-3191a55aa0ef'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:40:03.027603 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-76ad8297-9576-49f7-98d8-dc1c0f94f882 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:03.626373 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-76ad8297-9576-49f7-98d8-dc1c0f94f882 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:03.632100 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-76ad8297-9576-49f7-98d8-dc1c0f94f882 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:03.920950 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.l3_db [None req-76ad8297-9576-49f7-98d8-dc1c0f94f882 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Floating IP 8b7aea1a-6b2c-41aa-91cc-c110d407bbf5 associated. External IP: 172.28.0.222, port: 765790fe-d5c9-4fd9-902e-3191a55aa0ef. Nov 13 07:40:04.349032 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ad8297-9576-49f7-98d8-dc1c0f94f882 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:40:04.561231 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ad8297-9576-49f7-98d8-dc1c0f94f882 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:40:04.566152 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-76ad8297-9576-49f7-98d8-dc1c0f94f882 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:04.572250 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab710fe9-c9c8-44a2-ab90-0c04714ba44d None None] Sync routers for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:40:04.585256 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab710fe9-c9c8-44a2-ab90-0c04714ba44d None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:40:04.585960 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-ab710fe9-c9c8-44a2-ab90-0c04714ba44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:39:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:40:04.631205 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-76ad8297-9576-49f7-98d8-dc1c0f94f882 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "PUT /v2.0/floatingips/8b7aea1a-6b2c-41aa-91cc-c110d407bbf5 HTTP/1.1" status: 200 len: 992 time: 1.6848752 Nov 13 07:40:04.631704 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'tag': '765790fe-d5c9-4fd9-902e-3191a55aa0ef'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:40:04.689130 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'tag': '765790fe-d5c9-4fd9-902e-3191a55aa0ef', 'status': 'completed', 'code': 200} Nov 13 07:40:04.769016 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-ab710fe9-c9c8-44a2-ab90-0c04714ba44d None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:40:04.785617 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-df4f07c5-473c-46a7-bd20-1b1e4e5482d2 req-d6bdb3ee-a19e-446e-9f2f-6a45b75024f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 1099 time: 0.0737224 Nov 13 07:40:04.922657 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f07c5-473c-46a7-bd20-1b1e4e5482d2 req-b3fafaf0-5654-4244-b38b-86931f432b41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:04.924127 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-df4f07c5-473c-46a7-bd20-1b1e4e5482d2 req-b3fafaf0-5654-4244-b38b-86931f432b41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 911 time: 0.1325555 Nov 13 07:40:05.028642 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-df4f07c5-473c-46a7-bd20-1b1e4e5482d2 req-723e93f6-9a21-443c-8513-d35de3e389ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef HTTP/1.1" status: 200 len: 1000 time: 0.0976217 Nov 13 07:40:05.092010 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f07c5-473c-46a7-bd20-1b1e4e5482d2 req-7b6a0051-08c3-49bf-8ed9-2d0fcaab6a3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:05.093633 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-df4f07c5-473c-46a7-bd20-1b1e4e5482d2 req-7b6a0051-08c3-49bf-8ed9-2d0fcaab6a3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 200 len: 849 time: 0.0578165 Nov 13 07:40:05.108252 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:05.120970 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-ab710fe9-c9c8-44a2-ab90-0c04714ba44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': '8b7aea1a-6b2c-41aa-91cc-c110d407bbf5', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'floating_ip_address': '172.28.0.222', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'port_id': '765790fe-d5c9-4fd9-902e-3191a55aa0ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'mac_address': 'fa:16:3e:66:63:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:39:48Z', 'updated_at': '2021-11-13T07:40:03Z', 'revision_number': 1, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:40:05.124778 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab710fe9-c9c8-44a2-ab90-0c04714ba44d None None] Checking router: 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:40:05.135297 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab710fe9-c9c8-44a2-ab90-0c04714ba44d None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:40:05.135891 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-ab710fe9-c9c8-44a2-ab90-0c04714ba44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:39:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:40:05.171331 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-df4f07c5-473c-46a7-bd20-1b1e4e5482d2 req-dba8def0-a46b-4db5-a122-2553454fea50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e815d39-a72b-47ab-a31b-de1413ef1228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716586 Nov 13 07:40:05.310831 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-df4f07c5-473c-46a7-bd20-1b1e4e5482d2 req-0706835c-cd15-4952-befd-ccd65d7bb26a service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329083 Nov 13 07:40:05.315583 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-ab710fe9-c9c8-44a2-ab90-0c04714ba44d None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:40:05.449262 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-df4f07c5-473c-46a7-bd20-1b1e4e5482d2 req-762b0dea-cb21-483f-892e-6ade1660bd13 service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313901 Nov 13 07:40:05.706678 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-ab710fe9-c9c8-44a2-ab90-0c04714ba44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': '8b7aea1a-6b2c-41aa-91cc-c110d407bbf5', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'floating_ip_address': '172.28.0.222', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'port_id': '765790fe-d5c9-4fd9-902e-3191a55aa0ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'mac_address': 'fa:16:3e:66:63:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:39:48Z', 'updated_at': '2021-11-13T07:40:03Z', 'revision_number': 1, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:40:05.711528 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab710fe9-c9c8-44a2-ab90-0c04714ba44d None None] The sync data for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb is: [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': '8b7aea1a-6b2c-41aa-91cc-c110d407bbf5', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'floating_ip_address': '172.28.0.222', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'port_id': '765790fe-d5c9-4fd9-902e-3191a55aa0ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'mac_address': 'fa:16:3e:66:63:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:39:48Z', 'updated_at': '2021-11-13T07:40:03Z', 'revision_number': 1, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:40:08.317939 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ce87f8-f56e-48e2-a483-41a3998d6eee None None] New status for floating IP 8b7aea1a-6b2c-41aa-91cc-c110d407bbf5: ACTIVE {{(pid=82813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:40:11.545252 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a747e809-678a-4f2c-bf97-96cbbb4f8079 req-0f7e37ed-5fe0-4a08-a50f-7341d1a6d322 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770199 Nov 13 07:40:11.700636 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a747e809-678a-4f2c-bf97-96cbbb4f8079 req-a7e1978a-e904-460f-81f1-505838e4ef8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1380a5a3fc7d4abea25525997558701b&device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 1099 time: 0.0728221 Nov 13 07:40:11.950569 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747e809-678a-4f2c-bf97-96cbbb4f8079 req-23911402-471e-4c67-bbf8-5c61aa883591 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:11.952760 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a747e809-678a-4f2c-bf97-96cbbb4f8079 req-23911402-471e-4c67-bbf8-5c61aa883591 service neutron] 10.222.0.36 "GET /v2.0/networks?id=be9faec0-9e85-4e0d-a752-b94668eb5d28 HTTP/1.1" status: 200 len: 909 time: 0.2298145 Nov 13 07:40:12.058073 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a747e809-678a-4f2c-bf97-96cbbb4f8079 req-8d778cbb-4cd9-4980-8c90-1188876c5d1d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70 HTTP/1.1" status: 200 len: 1001 time: 0.0972142 Nov 13 07:40:12.124677 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747e809-678a-4f2c-bf97-96cbbb4f8079 req-769dfa3c-8896-4679-b0e3-d528cf6dd21c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:12.126088 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a747e809-678a-4f2c-bf97-96cbbb4f8079 req-769dfa3c-8896-4679-b0e3-d528cf6dd21c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a19bcca-2181-4518-88ce-7c83c4206ab0 HTTP/1.1" status: 200 len: 847 time: 0.0606093 Nov 13 07:40:12.210747 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a747e809-678a-4f2c-bf97-96cbbb4f8079 req-eb936bcc-9fa8-40af-9b5e-54b4641e3c9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be9faec0-9e85-4e0d-a752-b94668eb5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768516 Nov 13 07:40:12.264878 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-ff431380-e8bc-4439-a080-72c1caaf9131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:12.344187 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a747e809-678a-4f2c-bf97-96cbbb4f8079 req-39d9f605-1485-432f-b169-e8b3d2cf6f45 service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261225 Nov 13 07:40:12.495201 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-a747e809-678a-4f2c-bf97-96cbbb4f8079 req-a5c803d3-fbfc-4036-b70b-894beb0d542c service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441352 Nov 13 07:40:12.715850 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:13.004998 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:40:14.353750 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-08b00442-5c1d-4acd-a881-c9b3126d4935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:15.494935 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:16.984795 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:35.124359 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:42.274249 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-0148c888-f547-419d-a53c-066758b840eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:42.714933 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:44.360515 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-9f7783b0-50ca-48b9-a851-cd7bb2d949c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:45.494992 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:46.970270 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:40:48.377082 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756053f-005f-4544-a885-07ef7a7d5c89 req-4f4cfa44-c153-45cc-bbb0-bee815fa9be1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:48.378591 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4756053f-005f-4544-a885-07ef7a7d5c89 req-4f4cfa44-c153-45cc-bbb0-bee815fa9be1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0788026 Nov 13 07:40:48.427672 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4756053f-005f-4544-a885-07ef7a7d5c89 req-03a6d372-4b63-43bb-996c-e521c95a5575 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434799 Nov 13 07:40:49.649954 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062f53c-3750-460a-b802-9433243a240a req-78dfe41e-90c8-4670-af57-eba1130f7798 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:49.651358 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e062f53c-3750-460a-b802-9433243a240a req-78dfe41e-90c8-4670-af57-eba1130f7798 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0878551 Nov 13 07:40:49.698533 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e062f53c-3750-460a-b802-9433243a240a req-b6864718-756f-4de7-8d13-d7abfead5392 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415890 Nov 13 07:40:50.001738 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:40:50.912762 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce2aa-2e21-40c4-9927-099d224e6c4f req-c7b3ec73-e00f-4b26-b516-feb92aa12aed tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:50.914209 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2d7ce2aa-2e21-40c4-9927-099d224e6c4f req-c7b3ec73-e00f-4b26-b516-feb92aa12aed tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0803990 Nov 13 07:40:50.960931 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2d7ce2aa-2e21-40c4-9927-099d224e6c4f req-093153ef-795b-4fc0-838f-2210e793a3e0 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405223 Nov 13 07:40:52.197627 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e97ee6-e069-4af5-9b9a-eb2f92f9ec2a req-a02e7c51-c5ed-4d31-a119-b540583ef847 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:52.199097 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-21e97ee6-e069-4af5-9b9a-eb2f92f9ec2a req-a02e7c51-c5ed-4d31-a119-b540583ef847 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0880208 Nov 13 07:40:52.252106 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-21e97ee6-e069-4af5-9b9a-eb2f92f9ec2a req-d6009d37-0b4d-4b4a-8e70-2af5ad807c77 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450177 Nov 13 07:40:53.470810 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926916c-a53c-427d-9926-1078192d68c2 req-bdf3ec9a-6fc0-495f-bbf0-a6f32fff5a57 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:53.472334 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5926916c-a53c-427d-9926-1078192d68c2 req-bdf3ec9a-6fc0-495f-bbf0-a6f32fff5a57 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0915058 Nov 13 07:40:53.521680 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-5926916c-a53c-427d-9926-1078192d68c2 req-faf046ba-4da6-435e-8797-02fe95f9a16b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415893 Nov 13 07:40:54.748540 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22decefe-cf37-45c6-92d1-863a18aa2cbe req-3628b53a-a6b5-405b-b624-98875466084c tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:54.750007 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-22decefe-cf37-45c6-92d1-863a18aa2cbe req-3628b53a-a6b5-405b-b624-98875466084c tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0992184 Nov 13 07:40:54.799112 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-22decefe-cf37-45c6-92d1-863a18aa2cbe req-320f3fb6-6d7e-4ac3-89d9-1325c1268723 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408239 Nov 13 07:40:56.011206 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd30dc-7223-44b8-ae19-2f68def82d80 req-c5686d1f-1556-43cf-a2f5-76e69c776859 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:56.012653 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c6cd30dc-7223-44b8-ae19-2f68def82d80 req-c5686d1f-1556-43cf-a2f5-76e69c776859 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0797315 Nov 13 07:40:56.059657 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-c6cd30dc-7223-44b8-ae19-2f68def82d80 req-738190bc-860b-437b-80b3-e8791e374799 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390794 Nov 13 07:40:57.280774 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7baf88-4e81-40cb-b0bf-98515a4071ac req-efb983e3-9dab-42a3-a5ea-8ad8966bf234 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:57.282192 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ff7baf88-4e81-40cb-b0bf-98515a4071ac req-efb983e3-9dab-42a3-a5ea-8ad8966bf234 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0923955 Nov 13 07:40:57.327754 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-ff7baf88-4e81-40cb-b0bf-98515a4071ac req-c0180fc4-721b-4165-b602-39784652d2e0 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392065 Nov 13 07:40:58.534288 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2c419-9bee-478c-96f8-e26741243418 req-e5eb01d4-90b9-4144-b095-26eb95a75ae6 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:58.535771 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-03d2c419-9bee-478c-96f8-e26741243418 req-e5eb01d4-90b9-4144-b095-26eb95a75ae6 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0830901 Nov 13 07:40:58.583312 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-03d2c419-9bee-478c-96f8-e26741243418 req-13220119-f553-4493-b6fd-d58419fcc0e1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419145 Nov 13 07:40:59.805839 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2e8b9-f064-4cd9-8005-1c04899e7c4d req-05ef5157-50f4-4f55-a0f2-53a68c54dbf9 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:40:59.807888 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7fa2e8b9-f064-4cd9-8005-1c04899e7c4d req-05ef5157-50f4-4f55-a0f2-53a68c54dbf9 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0889027 Nov 13 07:40:59.856834 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7fa2e8b9-f064-4cd9-8005-1c04899e7c4d req-c8bf68f5-5199-451d-a951-d403839334ad tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 Nov 13 07:41:00.432414 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e13104d3-d40d-483c-b469-6b411c24ac9c req-a368c3c2-5d62-43e7-8b59-2372021dd3bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 1099 time: 0.0794430 Nov 13 07:41:00.493794 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c814ffa-d5cf-464b-9676-6df47de3b775 req-8d939983-47c9-4f16-af47-c30b0043bc5d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:00.495241 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3c814ffa-d5cf-464b-9676-6df47de3b775 req-8d939983-47c9-4f16-af47-c30b0043bc5d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.1834040 Nov 13 07:41:00.540946 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-3c814ffa-d5cf-464b-9676-6df47de3b775 req-e9053e4b-a726-425f-bfd3-e1634c90ca63 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398438 Nov 13 07:41:00.568393 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13104d3-d40d-483c-b469-6b411c24ac9c req-ab36914f-8074-4090-805c-8172bb8e9bd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:00.569900 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e13104d3-d40d-483c-b469-6b411c24ac9c req-ab36914f-8074-4090-805c-8172bb8e9bd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 911 time: 0.1310189 Nov 13 07:41:00.676096 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e13104d3-d40d-483c-b469-6b411c24ac9c req-5c8ff837-f301-4f95-a2ec-d412b0b42135 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef HTTP/1.1" status: 200 len: 1002 time: 0.0994866 Nov 13 07:41:00.748418 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13104d3-d40d-483c-b469-6b411c24ac9c req-d260dc03-5c15-4937-b9d3-e4d487ad75cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:00.749842 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e13104d3-d40d-483c-b469-6b411c24ac9c req-d260dc03-5c15-4937-b9d3-e4d487ad75cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 200 len: 849 time: 0.0677354 Nov 13 07:41:00.826246 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e13104d3-d40d-483c-b469-6b411c24ac9c req-9857d112-8808-4f5f-b8d5-6d1147b96261 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e815d39-a72b-47ab-a31b-de1413ef1228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696576 Nov 13 07:41:01.072254 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e13104d3-d40d-483c-b469-6b411c24ac9c req-bd010992-448e-4d94-b15e-3589a78dbfdf service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388690 Nov 13 07:41:01.205935 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-e13104d3-d40d-483c-b469-6b411c24ac9c req-69ed4ae6-a713-43c9-9016-8429ef3b248b service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270623 Nov 13 07:41:01.756709 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc00e05-8717-4b9d-9479-6598b9e7032e req-a8ffbbd2-2934-4e42-88c4-308bfd3d8315 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:01.758171 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-efc00e05-8717-4b9d-9479-6598b9e7032e req-a8ffbbd2-2934-4e42-88c4-308bfd3d8315 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0867641 Nov 13 07:41:01.807793 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-efc00e05-8717-4b9d-9479-6598b9e7032e req-be7b4d09-c4c1-464f-bd86-31d5bab200ea tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440743 Nov 13 07:41:03.032191 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f32c28-069a-4959-b925-a1d4bbfa4fd7 req-4556172f-e22e-412f-bf56-366e1e849865 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:03.033829 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-15f32c28-069a-4959-b925-a1d4bbfa4fd7 req-4556172f-e22e-412f-bf56-366e1e849865 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0915308 Nov 13 07:41:03.082130 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-15f32c28-069a-4959-b925-a1d4bbfa4fd7 req-2247d8c5-daa3-4d31-be4d-c178311b9eca tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428755 Nov 13 07:41:05.118774 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:12.270522 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e4871e35-92cc-4b3a-ab70-a0ff45381282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:12.717458 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:13.582900 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dcca3a26-e5c9-4f4d-bc09-ac6c637c1f3c req-bb6ff087-e7b1-4e0c-9cc8-9597687c1ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759170 Nov 13 07:41:13.682619 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dcca3a26-e5c9-4f4d-bc09-ac6c637c1f3c req-fa4ad12f-89d8-4024-a1e8-2187ad3625fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 1099 time: 0.0747886 Nov 13 07:41:13.832405 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca3a26-e5c9-4f4d-bc09-ac6c637c1f3c req-7980003f-f4f5-46ea-9745-58446eaaa482 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:13.833959 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dcca3a26-e5c9-4f4d-bc09-ac6c637c1f3c req-7980003f-f4f5-46ea-9745-58446eaaa482 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 911 time: 0.1289341 Nov 13 07:41:13.943483 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dcca3a26-e5c9-4f4d-bc09-ac6c637c1f3c req-b65d513a-85cb-49e1-97bc-a2c39cc8a30d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef HTTP/1.1" status: 200 len: 1002 time: 0.1019890 Nov 13 07:41:14.014216 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca3a26-e5c9-4f4d-bc09-ac6c637c1f3c req-84fb2ae5-75ac-4068-83bc-bf4a70408345 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:14.015644 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dcca3a26-e5c9-4f4d-bc09-ac6c637c1f3c req-84fb2ae5-75ac-4068-83bc-bf4a70408345 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 200 len: 849 time: 0.0626104 Nov 13 07:41:14.094575 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dcca3a26-e5c9-4f4d-bc09-ac6c637c1f3c req-065a0b37-5472-44ee-9ceb-9c085afbf08e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e815d39-a72b-47ab-a31b-de1413ef1228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705428 Nov 13 07:41:14.234020 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dcca3a26-e5c9-4f4d-bc09-ac6c637c1f3c req-1c6abd04-9bde-4d52-b62e-06466222c41a service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325693 Nov 13 07:41:14.355329 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-dca82ec3-1147-4120-8f0f-790930183873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:14.380623 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-dcca3a26-e5c9-4f4d-bc09-ac6c637c1f3c req-9b689e5b-b008-424f-9eee-1b0f4010a01e service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381490 Nov 13 07:41:14.972309 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39282) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:15.173127 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Deleting port e839fbab-b58a-4158-b82c-8a5a49d81197 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:15.173438 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:15.344708 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:15.345020 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:15.499695 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:15.554214 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Calling delete_port for e839fbab-b58a-4158-b82c-8a5a49d81197 owned by network:floatingip {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:41:15.728779 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:15.735633 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4c3aa5d3-15f0-4f4b-91a5-e97356e47344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:15.781389 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event deleted for resources: {'Port': ['ID=e839fbab-b58a-4158-b82c-8a5a49d81197,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:15.823796 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:15.824167 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:15.824511 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:15.824874 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:15.825224 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:15.825571 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:15.825916 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:15.826261 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:15.826588 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:15.826950 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:15.827290 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:15.834114 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:15.886950 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for floatingip, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:16.298628 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Router d322d1f0-a48e-49bf-a577-275c3e6da067 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:41:16.505588 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:41:16.515325 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe74f3c-f5ab-4a8e-a1c6-9de6834dd827 None None] Sync routers for ids ['d322d1f0-a48e-49bf-a577-275c3e6da067'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:41:16.527031 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:16.528165 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe74f3c-f5ab-4a8e-a1c6-9de6834dd827 None None] Routers {'d322d1f0-a48e-49bf-a577-275c3e6da067'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:41:16.528771 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-9fe74f3c-f5ab-4a8e-a1c6-9de6834dd827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:41:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['d322d1f0-a48e-49bf-a577-275c3e6da067'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:16.583959 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "DELETE /v2.0/floatingips/ff4f71c1-2dd5-4d09-9c05-1186f7a1a650 HTTP/1.1" status: 204 len: 168 time: 1.6077404 Nov 13 07:41:16.583959 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:41:16.651254 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'status': 'completed', 'code': 200} Nov 13 07:41:16.701816 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-9fe74f3c-f5ab-4a8e-a1c6-9de6834dd827 None None] Set router d322d1f0-a48e-49bf-a577-275c3e6da067 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:41:16.750103 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0b3aabdd-cb6e-4ed4-b929-7f5e10bed991 req-31bd1bfc-0b19-49b5-bfc6-a0f8179aa05b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1380a5a3fc7d4abea25525997558701b&device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 1099 time: 0.0761790 Nov 13 07:41:16.894134 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3aabdd-cb6e-4ed4-b929-7f5e10bed991 req-5c006d8f-1ec1-4549-ab7b-5029749bc04e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:16.895826 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0b3aabdd-cb6e-4ed4-b929-7f5e10bed991 req-5c006d8f-1ec1-4549-ab7b-5029749bc04e service neutron] 10.222.0.36 "GET /v2.0/networks?id=be9faec0-9e85-4e0d-a752-b94668eb5d28 HTTP/1.1" status: 200 len: 909 time: 0.1385055 Nov 13 07:41:16.975374 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0b3aabdd-cb6e-4ed4-b929-7f5e10bed991 req-b9242e0c-0ca4-4593-b240-047366c82091 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70 HTTP/1.1" status: 200 len: 217 time: 0.0687509 Nov 13 07:41:16.976581 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:17.024331 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-9fe74f3c-f5ab-4a8e-a1c6-9de6834dd827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '6199d433-8f18-474b-9bd2-753aba4ce588', 'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'mac_address': 'fa:16:3e:91:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:24Z', 'revision_number': 5, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'subnets': [{'id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:17.029797 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe74f3c-f5ab-4a8e-a1c6-9de6834dd827 None None] Checking router: d322d1f0-a48e-49bf-a577-275c3e6da067 for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:41:17.041647 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe74f3c-f5ab-4a8e-a1c6-9de6834dd827 None None] Routers {'d322d1f0-a48e-49bf-a577-275c3e6da067'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:41:17.042446 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-9fe74f3c-f5ab-4a8e-a1c6-9de6834dd827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:41:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['d322d1f0-a48e-49bf-a577-275c3e6da067'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:17.047832 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3aabdd-cb6e-4ed4-b929-7f5e10bed991 req-c052ed10-3a72-4cad-a70a-d9151cc873f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:17.049272 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0b3aabdd-cb6e-4ed4-b929-7f5e10bed991 req-c052ed10-3a72-4cad-a70a-d9151cc873f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a19bcca-2181-4518-88ce-7c83c4206ab0 HTTP/1.1" status: 200 len: 847 time: 0.0672712 Nov 13 07:41:17.079706 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a98b98-1e21-4838-84f7-29ab924ab892 req-5aaf8a89-2e70-453c-af71-56d24308e0f1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:17.081252 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-45a98b98-1e21-4838-84f7-29ab924ab892 req-5aaf8a89-2e70-453c-af71-56d24308e0f1 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.1638634 Nov 13 07:41:17.127278 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0b3aabdd-cb6e-4ed4-b929-7f5e10bed991 req-19b8f05e-defc-4d41-b7fc-cf7b91d4350a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be9faec0-9e85-4e0d-a752-b94668eb5d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706797 Nov 13 07:41:17.130764 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-45a98b98-1e21-4838-84f7-29ab924ab892 req-3fa758a0-a026-4936-aec5-9f2c15bb0acd tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430727 Nov 13 07:41:17.219366 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-9fe74f3c-f5ab-4a8e-a1c6-9de6834dd827 None None] Set router d322d1f0-a48e-49bf-a577-275c3e6da067 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:41:17.357944 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0b3aabdd-cb6e-4ed4-b929-7f5e10bed991 req-848a58b3-3a3f-4145-9282-44232e08160e service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230761 Nov 13 07:41:17.495764 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0b3aabdd-cb6e-4ed4-b929-7f5e10bed991 req-29dfdc19-8a3b-495f-8fc5-b8b6e334334e service neutron] 10.222.0.36 "GET /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303897 Nov 13 07:41:17.534818 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-9fe74f3c-f5ab-4a8e-a1c6-9de6834dd827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '6199d433-8f18-474b-9bd2-753aba4ce588', 'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'mac_address': 'fa:16:3e:91:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:24Z', 'revision_number': 5, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'subnets': [{'id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:17.538886 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe74f3c-f5ab-4a8e-a1c6-9de6834dd827 None None] The sync data for ids ['d322d1f0-a48e-49bf-a577-275c3e6da067'] in dv-cinder-817832-1-smb is: [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:05Z', 'revision_number': 4, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': '6199d433-8f18-474b-9bd2-753aba4ce588', 'name': '', 'network_id': 'be9faec0-9e85-4e0d-a752-b94668eb5d28', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'mac_address': 'fa:16:3e:91:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:04Z', 'updated_at': '2021-11-13T07:37:24Z', 'revision_number': 5, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'subnets': [{'id': '4a19bcca-2181-4518-88ce-7c83c4206ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:41:17.781134 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfe372-223a-42c1-b7e7-1b40bd2cdcc4 None None] New status for floating IP ff4f71c1-2dd5-4d09-9c05-1186f7a1a650: DOWN {{(pid=82813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:41:18.319505 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-73604e52-54c3-49de-849f-58b687cf361c tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:18.320204 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-73604e52-54c3-49de-849f-58b687cf361c tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Synchronizing usage tracker for tenant:1380a5a3fc7d4abea25525997558701b on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:41:18.338400 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-73604e52-54c3-49de-849f-58b687cf361c tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Unset dirty status for tenant:1380a5a3fc7d4abea25525997558701b on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:41:18.339662 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-73604e52-54c3-49de-849f-58b687cf361c tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.36 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.1056259 Nov 13 07:41:18.448694 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-cf42a350-e5b4-45ac-b6b6-0f737d4951e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Deleting port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:18.449367 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-cf42a350-e5b4-45ac-b6b6-0f737d4951e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:18.560558 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a09a3-bac6-47a0-9f27-4e785bc25e30 req-34550df9-006b-48fc-a74e-7316a76273ec tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:18.561995 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3e9a09a3-bac6-47a0-9f27-4e785bc25e30 req-34550df9-006b-48fc-a74e-7316a76273ec tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 946 time: 0.2885809 Nov 13 07:41:18.697916 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3e9a09a3-bac6-47a0-9f27-4e785bc25e30 req-6b30e032-b18d-4d55-ad7b-f8a2f616d79b tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/security-groups?id=aad08fb0-f78e-4c6f-bae4-68f9c43d910e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301391 Nov 13 07:41:18.741595 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-cf42a350-e5b4-45ac-b6b6-0f737d4951e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] For port 6e666c2b-15ab-4b1e-bba0-e1d066784e70, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6e666c2b-15ab-4b1e-bba0-e1d066784e70,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:41:18.741943 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-cf42a350-e5b4-45ac-b6b6-0f737d4951e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:18.859569 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-cf42a350-e5b4-45ac-b6b6-0f737d4951e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Calling delete_port for 6e666c2b-15ab-4b1e-bba0-e1d066784e70 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:41:19.012858 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-cf42a350-e5b4-45ac-b6b6-0f737d4951e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:19.018932 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0591d387-9b09-4b1b-a967-6e2b1a95cf66 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:19.062431 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42a350-e5b4-45ac-b6b6-0f737d4951e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event deleted for resources: {'Port': ['ID=6e666c2b-15ab-4b1e-bba0-e1d066784e70,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:19.064949 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-cf42a350-e5b4-45ac-b6b6-0f737d4951e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:19.143724 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-cf42a350-e5b4-45ac-b6b6-0f737d4951e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] No DVR routers for this DVR port 6e666c2b-15ab-4b1e-bba0-e1d066784e70 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:41:19.146434 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-cf42a350-e5b4-45ac-b6b6-0f737d4951e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:19.149023 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'name': 'network-vif-deleted', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:41:19.165686 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-33dba46d-8ba1-4127-9379-575f85cb4bf1 req-cf42a350-e5b4-45ac-b6b6-0f737d4951e3 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.36 "DELETE /v2.0/ports/6e666c2b-15ab-4b1e-bba0-e1d066784e70 HTTP/1.1" status: 204 len: 173 time: 0.8200405 Nov 13 07:41:19.206683 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '705d8505-aaa4-42dc-9333-d6ec40a38559', 'name': 'network-vif-deleted', 'tag': '6e666c2b-15ab-4b1e-bba0-e1d066784e70', 'status': 'completed', 'code': 200} Nov 13 07:41:19.879816 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-1f75ae06-1fc7-481f-a2f3-bea9a351870f req-25995f13-4c91-4909-bb6f-b69423638909 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Synchronizing usage tracker for tenant:1380a5a3fc7d4abea25525997558701b on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:41:19.901388 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-1f75ae06-1fc7-481f-a2f3-bea9a351870f req-25995f13-4c91-4909-bb6f-b69423638909 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Unset dirty status for tenant:1380a5a3fc7d4abea25525997558701b on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:41:19.902989 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1f75ae06-1fc7-481f-a2f3-bea9a351870f req-25995f13-4c91-4909-bb6f-b69423638909 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "GET /v2.0/ports?device_id=705d8505-aaa4-42dc-9333-d6ec40a38559 HTTP/1.1" status: 200 len: 210 time: 0.0634992 Nov 13 07:41:20.563451 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 6e666c2b-15ab-4b1e-bba0-e1d066784e70 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:41:20.613221 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 6e666c2b-15ab-4b1e-bba0-e1d066784e70 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:41:20.613676 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 6e666c2b-15ab-4b1e-bba0-e1d066784e70 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:41:21.022243 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39304) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:21.096119 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:21.124805 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:21.195794 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:21.199662 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9cf8cef0-7932-4308-8fa3-c46f10980a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:21.214858 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad08fb0-f78e-4c6f-bae4-68f9c43d910e,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:21.226202 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:21.226564 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:21.226949 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:21.227339 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:21.227670 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:21.228013 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:21.228351 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:21.228692 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:21.229027 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:21.229362 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:21.229701 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:41:21.233369 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:21.235277 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:21.236417 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] 10.222.0.15 "DELETE /v2.0/security-groups/aad08fb0-f78e-4c6f-bae4-68f9c43d910e HTTP/1.1" status: 204 len: 168 time: 0.2131484 Nov 13 07:41:21.292540 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39310) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:21.722861 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889747'] for router_interface, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:22.337646 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Deleting port 6199d433-8f18-474b-9bd2-753aba4ce588 {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:22.338317 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:22.606490 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] For port 6199d433-8f18-474b-9bd2-753aba4ce588, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=6199d433-8f18-474b-9bd2-753aba4ce588,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:41:22.606786 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:22.726934 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Calling delete_port for 6199d433-8f18-474b-9bd2-753aba4ce588 owned by network:router_interface {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:41:22.932498 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:22.935889 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-caa902f6-a9c6-4c33-a071-43de909ee600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:22.976234 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Pushing event deleted for resources: {'Port': ['ID=6199d433-8f18-474b-9bd2-753aba4ce588,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:22.979691 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:23.267880 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1975460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889513'] for router_interface, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:23.864780 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Router d322d1f0-a48e-49bf-a577-275c3e6da067 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:41:24.172950 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:41:24.181823 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648872d0-0d6e-49e9-97e2-358b1fe1e3c4 None None] Sync routers for ids ['d322d1f0-a48e-49bf-a577-275c3e6da067'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:41:24.190997 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] 10.222.0.15 "PUT /v2.0/routers/d322d1f0-a48e-49bf-a577-275c3e6da067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8972166 Nov 13 07:41:24.193670 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39314) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:24.195426 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648872d0-0d6e-49e9-97e2-358b1fe1e3c4 None None] Routers {'d322d1f0-a48e-49bf-a577-275c3e6da067'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:41:24.196017 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-648872d0-0d6e-49e9-97e2-358b1fe1e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:41:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['d322d1f0-a48e-49bf-a577-275c3e6da067'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:24.369854 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-648872d0-0d6e-49e9-97e2-358b1fe1e3c4 None None] Set router d322d1f0-a48e-49bf-a577-275c3e6da067 gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:41:24.391343 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:24.593549 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:24.604017 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Deleting port b23b0d2d-8f88-4080-9980-57c9a2140f7a {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:24.604438 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:24.670614 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-648872d0-0d6e-49e9-97e2-358b1fe1e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:41:22Z', 'revision_number': 5, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port': {'id': 'b23b0d2d-8f88-4080-9980-57c9a2140f7a', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:32:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:24.674368 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648872d0-0d6e-49e9-97e2-358b1fe1e3c4 None None] Checking router: d322d1f0-a48e-49bf-a577-275c3e6da067 for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:41:24.685163 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648872d0-0d6e-49e9-97e2-358b1fe1e3c4 None None] Routers {'d322d1f0-a48e-49bf-a577-275c3e6da067'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:41:24.685602 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-648872d0-0d6e-49e9-97e2-358b1fe1e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:41:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['d322d1f0-a48e-49bf-a577-275c3e6da067'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:24.778973 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] For port b23b0d2d-8f88-4080-9980-57c9a2140f7a, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=b23b0d2d-8f88-4080-9980-57c9a2140f7a,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:41:24.779283 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:24.831196 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-648872d0-0d6e-49e9-97e2-358b1fe1e3c4 None None] Set router d322d1f0-a48e-49bf-a577-275c3e6da067 gateway port host: None {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:41:24.901763 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Calling delete_port for b23b0d2d-8f88-4080-9980-57c9a2140f7a owned by network:router_gateway {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:41:24.933785 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-648872d0-0d6e-49e9-97e2-358b1fe1e3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:41:24Z', 'revision_number': 6, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port_host': None}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:24.938406 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648872d0-0d6e-49e9-97e2-358b1fe1e3c4 None None] The sync data for ids ['d322d1f0-a48e-49bf-a577-275c3e6da067'] in dv-cinder-817832-1-smb is: [{'id': 'd322d1f0-a48e-49bf-a577-275c3e6da067', 'name': 'tempest-TestShelveInstance-893639586-router', 'tenant_id': '1380a5a3fc7d4abea25525997558701b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:02Z', 'updated_at': '2021-11-13T07:41:24Z', 'revision_number': 6, 'project_id': '1380a5a3fc7d4abea25525997558701b', 'gw_port_host': None}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:41:25.068473 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:25.072172 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-07df2f03-0dc7-4e08-813a-e289ed4df166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:25.112791 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23b0d2d-8f88-4080-9980-57c9a2140f7a,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:25.116780 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:25.336853 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886470'] for router_gateway, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:25.698469 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8845'] for router, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:25.702790 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:25.730540 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-916542'] for router, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:25.731120 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d322d1f0-a48e-49bf-a577-275c3e6da067 {{(pid=82811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 07:41:25.744943 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:25.746077 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d322d1f0-a48e-49bf-a577-275c3e6da067 HTTP/1.1" status: 204 len: 168 time: 1.5515065 Nov 13 07:41:25.748757 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39318) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:25.758576 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device b23b0d2d-8f88-4080-9980-57c9a2140f7a no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:41:25.791840 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: b23b0d2d-8f88-4080-9980-57c9a2140f7a {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:41:25.792189 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device b23b0d2d-8f88-4080-9980-57c9a2140f7a not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:41:25.792600 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 6199d433-8f18-474b-9bd2-753aba4ce588 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:41:25.809711 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_v2 [None req-0654fdf5-19c7-45e5-9f78-7c2dd965c6f6 admin admin] Deleting subnet 4a19bcca-2181-4518-88ce-7c83c4206ab0 {{(pid=82811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:41:25.812775 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0654fdf5-19c7-45e5-9f78-7c2dd965c6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:25.824053 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: 6199d433-8f18-474b-9bd2-753aba4ce588 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:41:25.824406 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 6199d433-8f18-474b-9bd2-753aba4ce588 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:41:25.862791 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0654fdf5-19c7-45e5-9f78-7c2dd965c6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936024'] for subnet, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:25.943715 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0654fdf5-19c7-45e5-9f78-7c2dd965c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.016407 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0654fdf5-19c7-45e5-9f78-7c2dd965c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3936112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4003106'] for subnet, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.021003 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-25abdb70-18ea-44f4-b0b1-63e7cfe64030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:26.054143 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654fdf5-19c7-45e5-9f78-7c2dd965c6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a19bcca-2181-4518-88ce-7c83c4206ab0,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:26.056898 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-0654fdf5-19c7-45e5-9f78-7c2dd965c6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:26.059264 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-0654fdf5-19c7-45e5-9f78-7c2dd965c6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.067552 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd35e74-5a1c-42c2-b060-10024ee11bde None None] Network be9faec0-9e85-4e0d-a752-b94668eb5d28 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:41:26.067726 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-0654fdf5-19c7-45e5-9f78-7c2dd965c6f6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4a19bcca-2181-4518-88ce-7c83c4206ab0 HTTP/1.1" status: 204 len: 168 time: 0.3154163 Nov 13 07:41:26.067828 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39322) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:26.173000 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.184354 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Deleting port 8c535098-24c5-4771-85f4-feb99089eb62 {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:26.184671 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.359534 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02dc5fa-1a3c-474c-81c8-e45545b0ae36 None None] DHCP port deletion for be9faec0-9e85-4e0d-a752-b94668eb5d28 request from dv-cinder-817832-1-smb {{(pid=82813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 13 07:41:26.364068 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-b02dc5fa-1a3c-474c-81c8-e45545b0ae36 None None] Deleting port 8c535098-24c5-4771-85f4-feb99089eb62 {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:26.364438 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b02dc5fa-1a3c-474c-81c8-e45545b0ae36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.395831 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] For port 8c535098-24c5-4771-85f4-feb99089eb62, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=8c535098-24c5-4771-85f4-feb99089eb62,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:41:26.396204 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.515764 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Calling delete_port for 8c535098-24c5-4771-85f4-feb99089eb62 owned by network:dhcp {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:41:26.556790 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-b02dc5fa-1a3c-474c-81c8-e45545b0ae36 None None] For port 8c535098-24c5-4771-85f4-feb99089eb62, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=8c535098-24c5-4771-85f4-feb99089eb62,segment=NetworkSegment(a02eaa8b-a448-4862-a0bb-8259bd557f57),segment_id=a02eaa8b-a448-4862-a0bb-8259bd557f57)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:41:26.557181 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b02dc5fa-1a3c-474c-81c8-e45545b0ae36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.589961 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.593606 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-63090966-1511-4129-a9a8-ce8c32cb531a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:26.637361 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c535098-24c5-4771-85f4-feb99089eb62,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:26.639860 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:26.642235 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] No DVR routers for this DVR port 8c535098-24c5-4771-85f4-feb99089eb62 on host dv-cinder-817832-1-smb {{(pid=82811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:41:26.683112 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-b02dc5fa-1a3c-474c-81c8-e45545b0ae36 None None] Calling delete_port for 8c535098-24c5-4771-85f4-feb99089eb62 owned by network:dhcp {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:41:26.752642 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.db.api [None req-b02dc5fa-1a3c-474c-81c8-e45545b0ae36 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 07:41:26.752950 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_db.api [None req-b02dc5fa-1a3c-474c-81c8-e45545b0ae36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 07:41:26.755042 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.779470 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9faec0-9e85-4e0d-a752-b94668eb5d28']}} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:26.791236 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02eaa8b-a448-4862-a0bb-8259bd557f57') {'for_net_delete': True} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:26.791532 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02eaa8b-a448-4862-a0bb-8259bd557f57') {} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:26.802695 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936017'] for segment, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.818022 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.824226 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=82811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:41:26.824657 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3932370'] for segment, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: Traceback (most recent call last): Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: timer() Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: cb(*args, **kw) Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: return func(*args, **kwargs) Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: self._notify() Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: self.callback(batched_events) Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: event.method(event) Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: return f(self, *a, **k) Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: return self._get(url).json() Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: return self.request(url, 'GET', **kwargs) Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:41:26.837830 dv-cinder-817832-1-smb neutron-server[82811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:41:26.913707 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.917901 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:26.930750 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:26.943144 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Pushing event deleted for resources: {'Network': ['ID=be9faec0-9e85-4e0d-a752-b94668eb5d28,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:26.946484 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:26.948271 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-d877c8b5-3e84-411b-8e0d-0bdb9b280d8a admin admin] 10.222.0.15 "DELETE /v2.0/networks/be9faec0-9e85-4e0d-a752-b94668eb5d28 HTTP/1.1" status: 204 len: 168 time: 0.8795691 Nov 13 07:41:26.951417 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39326) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:26.992642 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:41:27.253884 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-b02dc5fa-1a3c-474c-81c8-e45545b0ae36 None None] Deleting port 8c535098-24c5-4771-85f4-feb99089eb62 {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:27.254519 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b02dc5fa-1a3c-474c-81c8-e45545b0ae36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:27.319799 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-b02dc5fa-1a3c-474c-81c8-e45545b0ae36 None None] The port '8c535098-24c5-4771-85f4-feb99089eb62' was deleted {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 13 07:41:27.438607 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889747'] for router_interface, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:27.692657 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 8c535098-24c5-4771-85f4-feb99089eb62 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:41:27.725329 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: 8c535098-24c5-4771-85f4-feb99089eb62 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:41:27.725638 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 8c535098-24c5-4771-85f4-feb99089eb62 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:41:28.054201 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] Deleting port 679dbb95-5b64-4e3a-888f-b8677bec6708 {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:28.054836 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:28.234880 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] For port 679dbb95-5b64-4e3a-888f-b8677bec6708, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=679dbb95-5b64-4e3a-888f-b8677bec6708,segment=NetworkSegment(ac664721-7461-4e41-9bc6-8ab215bd8511),segment_id=ac664721-7461-4e41-9bc6-8ab215bd8511)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:41:28.235202 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:28.359834 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] Calling delete_port for 679dbb95-5b64-4e3a-888f-b8677bec6708 owned by network:router_interface {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:41:28.544067 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:28.548443 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-f5cd03cb-d392-4715-8b16-173ab775ae48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:28.588864 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=679dbb95-5b64-4e3a-888f-b8677bec6708,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:28.592086 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:28.984048 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1975460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889513'] for router_interface, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:29.591372 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] Router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:41:29.797474 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:41:29.808067 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadbe7bb-afcb-44c5-86bf-deed87d2cbf3 None None] Sync routers for ids ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'] in dv-cinder-817832-1-smb {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:41:29.816160 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-164cf593-a744-4fdd-8ce7-0107d0eefdc1 admin admin] 10.222.0.15 "PUT /v2.0/routers/2ec58016-aef5-48e0-88a0-2d5ce410fe00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8637664 Nov 13 07:41:29.818808 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39330) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:29.821964 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadbe7bb-afcb-44c5-86bf-deed87d2cbf3 None None] Routers {'2ec58016-aef5-48e0-88a0-2d5ce410fe00'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:41:29.822590 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-dadbe7bb-afcb-44c5-86bf-deed87d2cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:41:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:30.010064 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-dadbe7bb-afcb-44c5-86bf-deed87d2cbf3 None None] Set router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 gateway port host: dv-cinder-817832-1-smb {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:41:30.025189 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Notify callbacks [] for router, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:30.315456 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-dadbe7bb-afcb-44c5-86bf-deed87d2cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'name': 'tempest-TestShelveInstance-358232938-router', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153'}], 'enable_snat': True}, 'gw_port_id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:09Z', 'updated_at': '2021-11-13T07:41:28Z', 'revision_number': 5, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'gw_port': {'id': 'd9edb203-e624-479b-bf53-a53f0d9f9b9c', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:37:10Z', 'updated_at': '2021-11-13T07:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:30.319765 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadbe7bb-afcb-44c5-86bf-deed87d2cbf3 None None] Checking router: 2ec58016-aef5-48e0-88a0-2d5ce410fe00 for host: dv-cinder-817832-1-smb {{(pid=82813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:41:30.330868 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadbe7bb-afcb-44c5-86bf-deed87d2cbf3 None None] Routers {'2ec58016-aef5-48e0-88a0-2d5ce410fe00'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:41:30.331470 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-dadbe7bb-afcb-44c5-86bf-deed87d2cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:41:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'], 'active': True} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:30.335429 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:30.345550 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Deleting port d9edb203-e624-479b-bf53-a53f0d9f9b9c {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:30.345897 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:30.516048 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] For port d9edb203-e624-479b-bf53-a53f0d9f9b9c, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=d9edb203-e624-479b-bf53-a53f0d9f9b9c,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:41:30.516398 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:30.523458 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_dvr_db [None req-dadbe7bb-afcb-44c5-86bf-deed87d2cbf3 None None] Set router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 gateway port host: None {{(pid=82813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:41:30.628112 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.l3_hamode_db [None req-dadbe7bb-afcb-44c5-86bf-deed87d2cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'name': 'tempest-TestShelveInstance-358232938-router', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:09Z', 'updated_at': '2021-11-13T07:41:30Z', 'revision_number': 6, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'gw_port_host': None}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:30.632759 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadbe7bb-afcb-44c5-86bf-deed87d2cbf3 None None] The sync data for ids ['2ec58016-aef5-48e0-88a0-2d5ce410fe00'] in dv-cinder-817832-1-smb is: [{'id': '2ec58016-aef5-48e0-88a0-2d5ce410fe00', 'name': 'tempest-TestShelveInstance-358232938-router', 'tenant_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:37:09Z', 'updated_at': '2021-11-13T07:41:30Z', 'revision_number': 6, 'project_id': '8d6f59c4f6f24624aa1a7c2809c2625a', 'gw_port_host': None}] {{(pid=82813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:41:30.636892 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Calling delete_port for d9edb203-e624-479b-bf53-a53f0d9f9b9c owned by network:router_gateway {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:41:30.805510 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:30.809030 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-20ba356e-c102-441a-9dca-6a3a4f06e2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:30.848886 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9edb203-e624-479b-bf53-a53f0d9f9b9c,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:30.852767 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:31.073227 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886470'] for router_gateway, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:31.323202 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8845'] for router, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:31.328013 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:31.354556 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-916542'] for router, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:31.355986 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ec58016-aef5-48e0-88a0-2d5ce410fe00 {{(pid=82811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 07:41:31.369731 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] Notify callbacks [] for router, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:31.370954 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-3c416e0e-28d8-4952-bc6e-69262daa214b admin admin] 10.222.0.15 "DELETE /v2.0/routers/2ec58016-aef5-48e0-88a0-2d5ce410fe00 HTTP/1.1" status: 204 len: 168 time: 1.5511792 Nov 13 07:41:31.373415 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39334) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:31.431515 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.db_base_plugin_v2 [None req-d723090c-6872-4de8-955e-400da6e462f3 admin admin] Deleting subnet 7c58dc29-d401-44ed-9e03-8789a645bee9 {{(pid=82811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:41:31.434443 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d723090c-6872-4de8-955e-400da6e462f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:31.489108 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d723090c-6872-4de8-955e-400da6e462f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3936024'] for subnet, precommit_delete_associations {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:31.567986 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d723090c-6872-4de8-955e-400da6e462f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:31.698333 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device d9edb203-e624-479b-bf53-a53f0d9f9b9c no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:41:31.732242 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: d9edb203-e624-479b-bf53-a53f0d9f9b9c {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:41:31.732997 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device d9edb203-e624-479b-bf53-a53f0d9f9b9c not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:41:31.733508 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 679dbb95-5b64-4e3a-888f-b8677bec6708 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:41:31.744314 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d723090c-6872-4de8-955e-400da6e462f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3936112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4003106'] for subnet, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:31.748270 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-97c2d6b2-df2b-4a12-9d92-bb7151aedb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:31.765582 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: 679dbb95-5b64-4e3a-888f-b8677bec6708 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:41:31.765962 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 679dbb95-5b64-4e3a-888f-b8677bec6708 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:41:31.781376 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723090c-6872-4de8-955e-400da6e462f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c58dc29-d401-44ed-9e03-8789a645bee9,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:31.784756 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-d723090c-6872-4de8-955e-400da6e462f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:31.788285 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-d723090c-6872-4de8-955e-400da6e462f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for subnet, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:31.793816 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e922cabd-81ac-4ea0-a9b3-1ad92846ba4f None None] Network f8c222ce-15ba-4f98-b112-d0dc3ee87d6c requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:41:31.795396 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-d723090c-6872-4de8-955e-400da6e462f3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7c58dc29-d401-44ed-9e03-8789a645bee9 HTTP/1.1" status: 204 len: 168 time: 0.4210191 Nov 13 07:41:31.797902 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39338) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:31.906748 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:31.918383 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Deleting port 86601105-bbd8-48a6-9b39-01dba3c04e7a {{(pid=82811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:31.918708 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.037696 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3826d068-081b-437e-a6d5-6f8737c1995c None None] DHCP port deletion for f8c222ce-15ba-4f98-b112-d0dc3ee87d6c request from dv-cinder-817832-1-smb {{(pid=82813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 13 07:41:32.041908 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-3826d068-081b-437e-a6d5-6f8737c1995c None None] Deleting port 86601105-bbd8-48a6-9b39-01dba3c04e7a {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:32.042284 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-3826d068-081b-437e-a6d5-6f8737c1995c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.123291 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.db [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] For port 86601105-bbd8-48a6-9b39-01dba3c04e7a, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=86601105-bbd8-48a6-9b39-01dba3c04e7a,segment=NetworkSegment(ac664721-7461-4e41-9bc6-8ab215bd8511),segment_id=ac664721-7461-4e41-9bc6-8ab215bd8511)] {{(pid=82811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:41:32.123602 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.241850 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-3826d068-081b-437e-a6d5-6f8737c1995c None None] For port 86601105-bbd8-48a6-9b39-01dba3c04e7a, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=86601105-bbd8-48a6-9b39-01dba3c04e7a,segment=NetworkSegment(ac664721-7461-4e41-9bc6-8ab215bd8511),segment_id=ac664721-7461-4e41-9bc6-8ab215bd8511)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:41:32.242477 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-3826d068-081b-437e-a6d5-6f8737c1995c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.244878 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Calling delete_port for 86601105-bbd8-48a6-9b39-01dba3c04e7a owned by network:dhcp {{(pid=82811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:41:32.318086 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3936005'] for port, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.323097 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-50576796-7efa-4d78-ad9f-235bdda9ffa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:32.364814 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-3826d068-081b-437e-a6d5-6f8737c1995c None None] Calling delete_port for 86601105-bbd8-48a6-9b39-01dba3c04e7a owned by network:dhcp {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:41:32.369383 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=86601105-bbd8-48a6-9b39-01dba3c04e7a,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:32.372801 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:32.376180 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] No DVR routers for this DVR port 86601105-bbd8-48a6-9b39-01dba3c04e7a on host dv-cinder-817832-1-smb {{(pid=82811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:41:32.433201 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.db.api [None req-3826d068-081b-437e-a6d5-6f8737c1995c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 07:41:32.433552 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_db.api [None req-3826d068-081b-437e-a6d5-6f8737c1995c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 07:41:32.493229 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.518410 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c222ce-15ba-4f98-b112-d0dc3ee87d6c']}} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:32.530817 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac664721-7461-4e41-9bc6-8ab215bd8511') {'for_net_delete': True} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:32.531113 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.services.segments.db [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac664721-7461-4e41-9bc6-8ab215bd8511') {} {{(pid=82811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:41:32.542297 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3936017'] for segment, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.557780 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.564396 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=82811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:41:32.564838 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3932370'] for segment, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: Traceback (most recent call last): Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: timer() Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: cb(*args, **kw) Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: return func(*args, **kwargs) Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: self._notify() Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: self.callback(batched_events) Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: event.method(event) Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: return f(self, *a, **k) Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: return self._get(url).json() Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: return self.request(url, 'GET', **kwargs) Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:41:32.577999 dv-cinder-817832-1-smb neutron-server[82811]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:41:32.676903 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.682677 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9b45bdb8-80f0-4906-ae5a-3a023b74f75c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:32.698731 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.708801 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c222ce-15ba-4f98-b112-d0dc3ee87d6c,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:32.713157 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:32.716853 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-e1c9e264-6ab9-4076-94ba-4ce5c51b20a6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f8c222ce-15ba-4f98-b112-d0dc3ee87d6c HTTP/1.1" status: 204 len: 168 time: 0.9180460 Nov 13 07:41:32.868120 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39344) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:32.920905 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-c4f299ed-3e06-493f-b763-8f4e27e136c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1380a5a3fc7d4abea25525997558701b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515246 Nov 13 07:41:32.923420 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39348) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:32.935165 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-3826d068-081b-437e-a6d5-6f8737c1995c None None] Deleting port 86601105-bbd8-48a6-9b39-01dba3c04e7a {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:41:32.935675 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-3826d068-081b-437e-a6d5-6f8737c1995c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.983106 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-03f25345-2ba3-443f-9b60-4c3d5c122bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:32.999952 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-3826d068-081b-437e-a6d5-6f8737c1995c None None] The port '86601105-bbd8-48a6-9b39-01dba3c04e7a' was deleted {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 13 07:41:33.011181 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-03f25345-2ba3-443f-9b60-4c3d5c122bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:33.071263 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-03f25345-2ba3-443f-9b60-4c3d5c122bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:33.077397 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-237410f3-f503-4be5-b758-ad9ebcbb81a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:33.093363 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f25345-2ba3-443f-9b60-4c3d5c122bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe97aaba-c2cd-4e6d-a35f-9643fc5317d5,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:33.097077 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-03f25345-2ba3-443f-9b60-4c3d5c122bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:33.100572 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-03f25345-2ba3-443f-9b60-4c3d5c122bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:33.101695 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-03f25345-2ba3-443f-9b60-4c3d5c122bba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe97aaba-c2cd-4e6d-a35f-9643fc5317d5 HTTP/1.1" status: 204 len: 168 time: 0.1773791 Nov 13 07:41:33.523758 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39356) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:33.578138 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-68285ca2-f7f8-4d7a-9b56-eaca9e4822eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d6f59c4f6f24624aa1a7c2809c2625a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529664 Nov 13 07:41:33.581134 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39360) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:41:33.652421 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2682b233-498a-476c-a220-3df5e7545403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:33.681076 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2682b233-498a-476c-a220-3df5e7545403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:33.696423 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 86601105-bbd8-48a6-9b39-01dba3c04e7a no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:41:33.729298 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: 86601105-bbd8-48a6-9b39-01dba3c04e7a {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:41:33.729903 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 86601105-bbd8-48a6-9b39-01dba3c04e7a not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:41:33.740113 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2682b233-498a-476c-a220-3df5e7545403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:33.743901 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-50f2dc9e-daa4-4c41-9d79-490bf30e521c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:41:33.755290 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682b233-498a-476c-a220-3df5e7545403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b93cd8a-c52c-4f1b-b0e0-81d69c377c37,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:41:33.758774 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-2682b233-498a-476c-a220-3df5e7545403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:41:33.762025 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-2682b233-498a-476c-a220-3df5e7545403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:33.763194 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-2682b233-498a-476c-a220-3df5e7545403 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b93cd8a-c52c-4f1b-b0e0-81d69c377c37 HTTP/1.1" status: 204 len: 168 time: 0.1811929 Nov 13 07:41:35.125573 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:37.083688 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ab3c8-4ece-4f57-aaf8-84f852605536 req-b67aaf50-fb0f-46e5-942c-295531bcee2b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:37.085156 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-323ab3c8-4ece-4f57-aaf8-84f852605536 req-b67aaf50-fb0f-46e5-942c-295531bcee2b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0920408 Nov 13 07:41:37.130732 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-323ab3c8-4ece-4f57-aaf8-84f852605536 req-3623a380-3aa1-4a02-ace0-dea3dd47d613 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395844 Nov 13 07:41:38.346867 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e97d0-148b-4543-b092-8f677b8c6b0a req-5441c80c-b53a-4583-8ab1-377bc0ea059a tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:38.348348 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6f5e97d0-148b-4543-b092-8f677b8c6b0a req-5441c80c-b53a-4583-8ab1-377bc0ea059a tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0856142 Nov 13 07:41:38.394505 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-6f5e97d0-148b-4543-b092-8f677b8c6b0a req-19383217-f572-437f-a20d-4777b330283e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405054 Nov 13 07:41:39.613443 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726f0d0-4499-4b45-920b-a0a05bd48f26 req-db3bd7ba-a6e7-4330-a32d-1822222cfc7e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:39.614991 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2726f0d0-4499-4b45-920b-a0a05bd48f26 req-db3bd7ba-a6e7-4330-a32d-1822222cfc7e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0895569 Nov 13 07:41:39.663965 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2726f0d0-4499-4b45-920b-a0a05bd48f26 req-11b48064-9d47-4026-b3b6-70c74aa9bf51 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409436 Nov 13 07:41:40.880569 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574182f-0dc2-44aa-9ba9-8e66511e8eed req-b1f8fd7c-d8dc-427c-85a5-19a14a285c22 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:40.882001 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4574182f-0dc2-44aa-9ba9-8e66511e8eed req-b1f8fd7c-d8dc-427c-85a5-19a14a285c22 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0845616 Nov 13 07:41:40.929187 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-4574182f-0dc2-44aa-9ba9-8e66511e8eed req-e319b6c5-f3ba-422d-ab46-afff6cd55b43 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415840 Nov 13 07:41:42.156624 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fdfcf-c00e-423c-8478-ebe087ba90d1 req-8ab342e1-3775-4ac0-b435-bebad303812d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:42.158070 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a49fdfcf-c00e-423c-8478-ebe087ba90d1 req-8ab342e1-3775-4ac0-b435-bebad303812d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0907514 Nov 13 07:41:42.207736 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a49fdfcf-c00e-423c-8478-ebe087ba90d1 req-edaab3fb-2c7f-4f9e-a712-b402f82752a6 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415249 Nov 13 07:41:42.272844 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-09752306-7688-4028-8ede-c62d6759da4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:42.725206 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:43.466523 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b1ead-f10e-4bcd-a951-403377bc9685 req-fb43a742-eef0-4b6d-86a4-1deaaf95b6db tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:43.468054 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-810b1ead-f10e-4bcd-a951-403377bc9685 req-fb43a742-eef0-4b6d-86a4-1deaaf95b6db tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0955112 Nov 13 07:41:43.520055 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-810b1ead-f10e-4bcd-a951-403377bc9685 req-b57f36f9-72f1-4d62-a44d-a6f88e8e30c8 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419779 Nov 13 07:41:44.350658 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-63cc2d90-7d33-4f8c-a9c8-84b0708f2171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:44.741610 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570feec8-7b0c-4c6d-b759-bff482eb5382 req-7bf8e64a-4bc3-41e8-bdd6-57810ad8798d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:44.743116 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-570feec8-7b0c-4c6d-b759-bff482eb5382 req-7bf8e64a-4bc3-41e8-bdd6-57810ad8798d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0930681 Nov 13 07:41:44.791730 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-570feec8-7b0c-4c6d-b759-bff482eb5382 req-7ef1149b-7a92-4bd7-909d-7a7090f3f933 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412271 Nov 13 07:41:45.501565 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:46.090002 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392add5f-a5ad-4064-8323-b839c9788cd3 req-904900ff-a355-4e1e-93bf-e8ed26a2fff4 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:46.091485 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-392add5f-a5ad-4064-8323-b839c9788cd3 req-904900ff-a355-4e1e-93bf-e8ed26a2fff4 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.1633759 Nov 13 07:41:46.136519 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-392add5f-a5ad-4064-8323-b839c9788cd3 req-80f34f35-92b8-4a09-b722-a6d63388fec6 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394814 Nov 13 07:41:46.985325 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:41:47.348273 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af159f7-5f95-4e3d-be56-c743430b9efc req-fd5a99b8-b5d3-4644-90b0-c55167ddc96c tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:47.349890 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1af159f7-5f95-4e3d-be56-c743430b9efc req-fd5a99b8-b5d3-4644-90b0-c55167ddc96c tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0878675 Nov 13 07:41:47.400211 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-1af159f7-5f95-4e3d-be56-c743430b9efc req-12c83644-61d0-402e-b0c3-f62d6597572c tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443323 Nov 13 07:41:48.617337 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34bc3d-a899-484e-a94d-e2fe6815a363 req-f3f76bf3-43cd-4dd0-aaed-0c7a7361c185 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:48.618746 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3a34bc3d-a899-484e-a94d-e2fe6815a363 req-f3f76bf3-43cd-4dd0-aaed-0c7a7361c185 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0870113 Nov 13 07:41:48.665484 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3a34bc3d-a899-484e-a94d-e2fe6815a363 req-f9607115-415f-4f2c-8fcc-216eb74d7225 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412633 Nov 13 07:41:49.099627 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9513eb-b1d8-47e8-9e0e-1b62ead4f549 req-aa471392-9511-47fc-b841-daa309a1f20b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:49.101075 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8d9513eb-b1d8-47e8-9e0e-1b62ead4f549 req-aa471392-9511-47fc-b841-daa309a1f20b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.1284380 Nov 13 07:41:49.139464 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-77c35b10-dcd7-468a-ac97-6bc08bc97bc7 req-458155df-a29c-4477-a663-e1a60d4a6b50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 1099 time: 0.1162314 Nov 13 07:41:49.228685 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8d9513eb-b1d8-47e8-9e0e-1b62ead4f549 req-b2138d0e-73d7-4f98-ab3b-f9202d106c1e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169696 Nov 13 07:41:49.284269 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c35b10-dcd7-468a-ac97-6bc08bc97bc7 req-b189bb36-1fe6-43c3-a8a3-f2d30a3c668e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:49.285685 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-77c35b10-dcd7-468a-ac97-6bc08bc97bc7 req-b189bb36-1fe6-43c3-a8a3-f2d30a3c668e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 911 time: 0.1390557 Nov 13 07:41:49.397173 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-77c35b10-dcd7-468a-ac97-6bc08bc97bc7 req-bfa58ccf-754d-40ff-8067-d7b4c2a99d8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef HTTP/1.1" status: 200 len: 1002 time: 0.1047215 Nov 13 07:41:49.459957 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c35b10-dcd7-468a-ac97-6bc08bc97bc7 req-d93c6688-1962-4a99-a435-51106ead92c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:49.461709 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-77c35b10-dcd7-468a-ac97-6bc08bc97bc7 req-d93c6688-1962-4a99-a435-51106ead92c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 200 len: 849 time: 0.0570631 Nov 13 07:41:49.536122 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-77c35b10-dcd7-468a-ac97-6bc08bc97bc7 req-d6077a3d-c761-4b8e-b029-8f78e2dd1802 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e815d39-a72b-47ab-a31b-de1413ef1228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0678823 Nov 13 07:41:49.546117 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [req-77c35b10-dcd7-468a-ac97-6bc08bc97bc7 req-0742f1df-08b9-4923-ad98-b1c589d3b537 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=82812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 13 07:41:49.547080 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-77c35b10-dcd7-468a-ac97-6bc08bc97bc7 req-0742f1df-08b9-4923-ad98-b1c589d3b537 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047212 Nov 13 07:41:49.681818 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-77c35b10-dcd7-468a-ac97-6bc08bc97bc7 req-b144525e-d20c-477c-a228-9c3b20d8ada5 service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271369 Nov 13 07:41:49.814058 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-77c35b10-dcd7-468a-ac97-6bc08bc97bc7 req-d846d249-7eb4-4544-bc9d-2473fae032fc service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258457 Nov 13 07:41:50.524965 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06a389-b3b2-4b92-a9fb-3c51656503db req-e368d651-0f03-46aa-ba01-217ebf9c9e5b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:41:50.526329 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2c06a389-b3b2-4b92-a9fb-3c51656503db req-e368d651-0f03-46aa-ba01-217ebf9c9e5b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.1690490 Nov 13 07:41:50.576164 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-2c06a389-b3b2-4b92-a9fb-3c51656503db req-c0bd9950-ab43-4ec1-bcf3-19c26abfbc66 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418792 Nov 13 07:42:03.994545 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:42:05.131116 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:12.276308 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e4c2c1cc-7a6b-44c5-9982-63d242850d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:12.721980 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:13.711851 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-652d3c28-d3f4-46b9-b69d-42ac4ac5fd68 req-ce536f0d-4e28-48d1-8d6a-b5704a62c238 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2588518 Nov 13 07:42:13.866881 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-652d3c28-d3f4-46b9-b69d-42ac4ac5fd68 req-2158126c-87d9-4d07-b381-c6b47bb52b2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 1099 time: 0.0800762 Nov 13 07:42:14.016911 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d3c28-d3f4-46b9-b69d-42ac4ac5fd68 req-ccecf23d-114b-4e9d-81ad-8f10115d0b63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:14.018998 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-652d3c28-d3f4-46b9-b69d-42ac4ac5fd68 req-ccecf23d-114b-4e9d-81ad-8f10115d0b63 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 911 time: 0.1304371 Nov 13 07:42:14.124900 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-652d3c28-d3f4-46b9-b69d-42ac4ac5fd68 req-d1885140-5c63-474d-9ebd-1807bb5b8cdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef HTTP/1.1" status: 200 len: 1002 time: 0.0984018 Nov 13 07:42:14.195247 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d3c28-d3f4-46b9-b69d-42ac4ac5fd68 req-dbc5a298-9213-4a80-acb9-b61d3b750758 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:14.196699 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-652d3c28-d3f4-46b9-b69d-42ac4ac5fd68 req-dbc5a298-9213-4a80-acb9-b61d3b750758 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 200 len: 849 time: 0.0638323 Nov 13 07:42:14.282246 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-652d3c28-d3f4-46b9-b69d-42ac4ac5fd68 req-517b18ea-7bc1-47af-9ca7-23256341e957 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e815d39-a72b-47ab-a31b-de1413ef1228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789857 Nov 13 07:42:14.354315 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-6e5e04ba-3af9-4be2-a0b8-df24cb791a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:14.502485 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-652d3c28-d3f4-46b9-b69d-42ac4ac5fd68 req-58bc8717-7631-46f2-8c2c-bfc770345b2f service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104781 Nov 13 07:42:14.635253 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-652d3c28-d3f4-46b9-b69d-42ac4ac5fd68 req-9a6f4910-b1d4-4846-8aea-57d8a34df617 service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252511 Nov 13 07:42:15.514306 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:16.987188 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:23.284701 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104628b7-c304-4c05-9755-63c1fe7897aa req-fddfa075-8157-4b52-ae7d-409a1a01cc59 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:23.286229 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-104628b7-c304-4c05-9755-63c1fe7897aa req-fddfa075-8157-4b52-ae7d-409a1a01cc59 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0843654 Nov 13 07:42:23.333216 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-104628b7-c304-4c05-9755-63c1fe7897aa req-2a1ff662-7d85-485d-be09-fc55278bc25a tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414405 Nov 13 07:42:24.557391 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a6012-5b93-4e4e-ae9b-60e75fe38716 req-61896bbe-098d-4077-a8ae-2645258de0b9 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:24.558857 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6d1a6012-5b93-4e4e-ae9b-60e75fe38716 req-61896bbe-098d-4077-a8ae-2645258de0b9 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.0922999 Nov 13 07:42:24.604189 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-6d1a6012-5b93-4e4e-ae9b-60e75fe38716 req-0354b6ba-b58b-40be-83dc-01be4a0b9435 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397832 Nov 13 07:42:25.121705 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-2e052652-84fc-4f37-8f7c-f0180fa975fb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:25.123174 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-2e052652-84fc-4f37-8f7c-f0180fa975fb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.36 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.1022530 Nov 13 07:42:25.190745 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Deleting port 765790fe-d5c9-4fd9-902e-3191a55aa0ef {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:42:25.191127 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:25.437787 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] For port 765790fe-d5c9-4fd9-902e-3191a55aa0ef, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=765790fe-d5c9-4fd9-902e-3191a55aa0ef,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:42:25.438057 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:25.757724 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:25.758093 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:25.758385 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.l3_db [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Floating IP 8b7aea1a-6b2c-41aa-91cc-c110d407bbf5 disassociated. External IP: 172.28.0.222, port: 765790fe-d5c9-4fd9-902e-3191a55aa0ef. Nov 13 07:42:25.758733 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Calling delete_port for 765790fe-d5c9-4fd9-902e-3191a55aa0ef owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:42:25.901715 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76338483-8ad2-424d-9dc9-5d6dedcea3a7 req-4f9fa303-bfa2-43f9-9f99-2136a02f803d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:25.903378 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-76338483-8ad2-424d-9dc9-5d6dedcea3a7 req-4f9fa303-bfa2-43f9-9f99-2136a02f803d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 946 time: 0.1771240 Nov 13 07:42:25.959206 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:25.968356 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-3da34b0d-5ec7-48fb-84df-48204d0c5c02 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:26.016481 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event deleted for resources: {'Port': ['ID=765790fe-d5c9-4fd9-902e-3191a55aa0ef,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:26.020282 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-76338483-8ad2-424d-9dc9-5d6dedcea3a7 req-5af5e578-f739-400d-aa50-f7c5adf74e48 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=0bf45abb-3893-4d7e-862a-4efa2b95c29d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109238 Nov 13 07:42:26.079959 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:26.080328 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:26.080685 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:26.081041 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:26.081421 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:26.081846 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:26.082194 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:26.082539 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:26.082911 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:26.083253 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:26.083593 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:26.087278 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:26.236248 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:42:26.547073 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:42:26.557974 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f94faaf-5692-45e4-a547-d15b78a56a94 None None] Sync routers for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:42:26.570953 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94faaf-5692-45e4-a547-d15b78a56a94 None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:42:26.571611 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2f94faaf-5692-45e4-a547-d15b78a56a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:42:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:42:26.613806 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] No DVR routers for this DVR port 765790fe-d5c9-4fd9-902e-3191a55aa0ef on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:42:26.616273 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:26.618771 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'name': 'network-vif-deleted', 'tag': '765790fe-d5c9-4fd9-902e-3191a55aa0ef'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:42:26.636992 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ad52958a-092e-47bf-8d39-a884a9f07064 req-4b96ec9c-d713-4919-9f9e-39e4ff14afae tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.36 "DELETE /v2.0/ports/765790fe-d5c9-4fd9-902e-3191a55aa0ef HTTP/1.1" status: 204 len: 173 time: 1.5079114 Nov 13 07:42:26.749213 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-2f94faaf-5692-45e4-a547-d15b78a56a94 None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:42:26.838517 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203469ac-a6fd-4774-9bac-58ce18d57b9b', 'name': 'network-vif-deleted', 'tag': '765790fe-d5c9-4fd9-902e-3191a55aa0ef', 'status': 'completed', 'code': 200} Nov 13 07:42:27.062482 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2f94faaf-5692-45e4-a547-d15b78a56a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:42:27.066758 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f94faaf-5692-45e4-a547-d15b78a56a94 None None] Checking router: 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:42:27.077997 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94faaf-5692-45e4-a547-d15b78a56a94 None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:42:27.078625 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2f94faaf-5692-45e4-a547-d15b78a56a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:42:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:42:27.213719 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-0ff661a3-9b18-4d85-83c7-858d7aef3ffe req-3f6125ce-d857-4404-b518-28c7fc4d0404 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Synchronizing usage tracker for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:42:27.229615 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-0ff661a3-9b18-4d85-83c7-858d7aef3ffe req-3f6125ce-d857-4404-b518-28c7fc4d0404 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Unset dirty status for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:42:27.230881 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-0ff661a3-9b18-4d85-83c7-858d7aef3ffe req-3f6125ce-d857-4404-b518-28c7fc4d0404 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=203469ac-a6fd-4774-9bac-58ce18d57b9b HTTP/1.1" status: 200 len: 210 time: 0.0614543 Nov 13 07:42:27.291891 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-2f94faaf-5692-45e4-a547-d15b78a56a94 None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:42:27.607275 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2f94faaf-5692-45e4-a547-d15b78a56a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:42:27.611209 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f94faaf-5692-45e4-a547-d15b78a56a94 None None] The sync data for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb is: [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:42:27.821971 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bafc67e-9d97-4292-8ba0-b1101eabc008 None None] New status for floating IP 8b7aea1a-6b2c-41aa-91cc-c110d407bbf5: DOWN {{(pid=82813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:42:28.387838 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39436) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:42:28.457837 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-373f752c-ac01-4397-a00b-c02853634a39 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:28.486233 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-373f752c-ac01-4397-a00b-c02853634a39 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:28.541957 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-373f752c-ac01-4397-a00b-c02853634a39 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:28.549679 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ec0c2933-a58c-4fac-bbc0-05eede9927fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:28.570709 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f752c-ac01-4397-a00b-c02853634a39 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf45abb-3893-4d7e-862a-4efa2b95c29d,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:28.573780 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-373f752c-ac01-4397-a00b-c02853634a39 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:28.580640 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-373f752c-ac01-4397-a00b-c02853634a39 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:28.584535 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-373f752c-ac01-4397-a00b-c02853634a39 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "DELETE /v2.0/security-groups/0bf45abb-3893-4d7e-862a-4efa2b95c29d HTTP/1.1" status: 204 len: 168 time: 0.1929235 Nov 13 07:42:28.585038 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39440) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:42:28.602496 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.api.v2.resource [None req-c76b5cda-83c1-4fc8-9004-a53ad7306c44 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] show failed (client error): The resource could not be found. Nov 13 07:42:28.603539 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-c76b5cda-83c1-4fc8-9004-a53ad7306c44 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups/0bf45abb-3893-4d7e-862a-4efa2b95c29d HTTP/1.1" status: 404 len: 347 time: 0.0174127 Nov 13 07:42:28.606467 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39444) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:42:28.762386 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-bf055580-2b9d-468d-ba63-a810b385955d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Deleting port ba5c0707-3739-4d04-8ece-65d36a9dbbcf {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:42:28.762695 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bf055580-2b9d-468d-ba63-a810b385955d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:28.888613 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 765790fe-d5c9-4fd9-902e-3191a55aa0ef no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:42:28.920688 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 765790fe-d5c9-4fd9-902e-3191a55aa0ef {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:42:28.921032 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 765790fe-d5c9-4fd9-902e-3191a55aa0ef not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:42:28.928193 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bf055580-2b9d-468d-ba63-a810b385955d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:28.928513 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bf055580-2b9d-468d-ba63-a810b385955d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:29.047399 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-bf055580-2b9d-468d-ba63-a810b385955d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Calling delete_port for ba5c0707-3739-4d04-8ece-65d36a9dbbcf owned by network:floatingip {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:42:29.185215 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bf055580-2b9d-468d-ba63-a810b385955d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:29.188678 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-34063b3a-9db4-4856-85f8-e905f74bb5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:29.233292 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf055580-2b9d-468d-ba63-a810b385955d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event deleted for resources: {'Port': ['ID=ba5c0707-3739-4d04-8ece-65d36a9dbbcf,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:29.235817 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-bf055580-2b9d-468d-ba63-a810b385955d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:29.328190 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bf055580-2b9d-468d-ba63-a810b385955d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:29.347689 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bf055580-2b9d-468d-ba63-a810b385955d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:29.348977 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-bf055580-2b9d-468d-ba63-a810b385955d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "DELETE /v2.0/floatingips/8b7aea1a-6b2c-41aa-91cc-c110d407bbf5 HTTP/1.1" status: 204 len: 168 time: 0.7415998 Nov 13 07:42:30.792568 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39452) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:42:30.798422 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300877481', 'description': 'tempest-description--994015183'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:42:30.804561 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:42:30.808682 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Usage tracker for resource:security_group and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:42:30.811635 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:42:30.818408 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:42:30.828642 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:30.868619 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:42:30.874647 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Usage tracker for resource:security_group_rule and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:42:30.879267 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:42:30.885809 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:42:30.943359 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:30.948969 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:30.952581 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-8f365b6f-0f67-4d7f-9138-0bac34c5afe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:30.996793 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7375ab-b1c5-4599-9ddb-e4afad78530b,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:30.999812 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:31.000961 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.002199 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-dd64916d-cb3e-4a22-9584-2956d1da9a1b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2085569 Nov 13 07:42:31.005279 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39456) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:42:31.010981 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'security_group_rule': {'security_group_id': '4a7375ab-b1c5-4599-9ddb-e4afad78530b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:42:31.017289 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:42:31.021531 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Usage tracker for resource:security_group_rule and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:42:31.024641 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:42:31.030501 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:42:31.048667 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.109641 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.115490 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.117541 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6986b2df-54b1-4532-9f8e-43c84f145125 tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:31.140000 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189198ac-f769-49b4-b2d1-a9c4b7b6f91a,revision_number=0']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:31.144322 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:31.150872 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.152195 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-f670a9b0-65be-401f-923e-06061a1cd467 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1459768 Nov 13 07:42:31.155376 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39460) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:42:31.163810 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.v2.base [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'security_group_rule': {'security_group_id': '4a7375ab-b1c5-4599-9ddb-e4afad78530b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:42:31.172746 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:42:31.178044 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Usage tracker for resource:security_group_rule and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:42:31.181105 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:42:31.187113 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:42:31.205406 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.265616 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.270847 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963359'] for security_group_rule, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.278357 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:31.298408 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f64746-c73f-4d54-943b-91f3664a7cd8,revision_number=0']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:31.307650 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.308777 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1523554 Nov 13 07:42:31.310183 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:31.310547 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:31.310929 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:31.311278 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:31.311628 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:31.311979 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:31.312128 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39464) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:42:31.312320 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:31.312663 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:31.313002 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:31.313457 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:31.313682 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:31.316910 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-ba2c6b9f-6857-4797-90cd-7aa1cee3ec12 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:31.318164 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'floatingip': {'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:42:31.323933 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:42:31.327871 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Usage tracker for resource:floatingip and tenant:1fa3a9acabf249a5af837e9c06608af6 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:42:31.330825 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:42:31.337123 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:42:31.348263 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.486366 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.709669 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Allocated IP 172.28.0.32 (98432cfb-5b3b-48d7-ac67-fa468c71baa2/f9e46076-5ee7-4cf1-a362-697cc4c5fd3b/6b1a6bc9-e5d6-4a35-9d30-746c7b0d3feb) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:42:31.854148 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.882295 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:31.885971 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-49f9c72b-7d23-4b90-973e-7aea30763ae7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:31.951876 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Network 98432cfb-5b3b-48d7-ac67-fa468c71baa2 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:42:31.954872 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:42:31.959777 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:42:31.984013 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'Port': ['ID=6b1a6bc9-e5d6-4a35-9d30-746c7b0d3feb,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:31.989597 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:32.122655 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:32.182976 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:32.388886 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:32.393380 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:32.397132 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:32.492960 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'Port': ['ID=6b1a6bc9-e5d6-4a35-9d30-746c7b0d3feb,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:32.496723 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:32.514759 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:32.538686 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:32.539908 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2268989 Nov 13 07:42:32.778996 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-11e9252d-f477-46fe-af53-203ced80db59 req-5682d2b2-edd3-406c-bcaa-b11e288163a9 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Synchronizing usage tracker for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:security_group {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:42:32.796206 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-11e9252d-f477-46fe-af53-203ced80db59 req-5682d2b2-edd3-406c-bcaa-b11e288163a9 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Unset dirty status for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:security_group {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:42:32.797323 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-5682d2b2-edd3-406c-bcaa-b11e288163a9 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1300877481&fields=id&tenant_id=1fa3a9acabf249a5af837e9c06608af6 HTTP/1.1" status: 200 len: 267 time: 0.0610011 Nov 13 07:42:32.947208 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9252d-f477-46fe-af53-203ced80db59 req-28d8c68a-8149-447b-9d91-a8d968310cd2 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:32.948596 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-28d8c68a-8149-447b-9d91-a8d968310cd2 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 810 time: 0.1415763 Nov 13 07:42:32.970412 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-d01ac357-9447-4f81-a686-442f641f7231 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/quotas/1fa3a9acabf249a5af837e9c06608af6 HTTP/1.1" status: 200 len: 375 time: 0.0128260 Nov 13 07:42:33.056486 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-11e9252d-f477-46fe-af53-203ced80db59 req-27422632-9e61-4f24-a245-ab75e92737c1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Synchronizing usage tracker for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:42:33.077212 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-11e9252d-f477-46fe-af53-203ced80db59 req-27422632-9e61-4f24-a245-ab75e92737c1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Unset dirty status for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:42:33.079395 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-27422632-9e61-4f24-a245-ab75e92737c1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033289 Nov 13 07:42:33.176370 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-feb2d43c-09bc-4413-afff-843dad3948fd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=82812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Nov 13 07:42:33.177316 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-feb2d43c-09bc-4413-afff-843dad3948fd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0798690 Nov 13 07:42:33.313478 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-66d51628-326d-4872-b7a6-c91b4ee10d4f service neutron] 10.222.0.15 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269958 Nov 13 07:42:33.457959 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-bfc694cf-ba99-4ded-b323-04924de822c8 service neutron] 10.222.0.15 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385031 Nov 13 07:42:34.679592 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-48818148-bfd3-449d-9cc3-83ae91611f96 req-3a79d504-d047-4c9e-8eb2-b95059493576 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 210 time: 0.0456891 Nov 13 07:42:35.143474 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:35.800532 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-1feeb341-41d1-44ca-9d26-a12ee9cf50bc req-efaeb7ac-aabb-425d-be76-602fb50c3b1f tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 210 time: 0.0438914 Nov 13 07:42:36.920211 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-eb98d5e7-0170-4ecb-bc44-79fbf202eab8 req-6ca69b5c-f3aa-4c35-8681-302df659eccf tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 210 time: 0.0438654 Nov 13 07:42:38.033871 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-ea3398d1-b4a9-4ede-b044-eb97c89adc4d req-4752e913-9eb4-4cdd-bba7-9b2fde22a269 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 210 time: 0.0450919 Nov 13 07:42:39.207356 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-b2b07e0f-f184-434c-8707-6ae7edd1426d req-9a3baa65-ecd1-4e66-b95b-677dce80c768 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 210 time: 0.0497432 Nov 13 07:42:40.052044 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9252d-f477-46fe-af53-203ced80db59 req-ed4fe7c0-0e4d-4cfe-bcb3-8eaa6412a5a2 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:40.053537 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-ed4fe7c0-0e4d-4cfe-bcb3-8eaa6412a5a2 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.36 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 810 time: 0.1429565 Nov 13 07:42:40.195671 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-0fe03b7e-d03b-4edd-a595-ca1421091af9 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fa3a9acabf249a5af837e9c06608af6 HTTP/1.1" status: 200 len: 380 time: 0.1296391 Nov 13 07:42:40.204856 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'port': {'device_id': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'admin_state_up': True, 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'security_groups': ['4a7375ab-b1c5-4599-9ddb-e4afad78530b']}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:42:40.382125 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:42:40.386290 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-3a28bed3-8df9-4774-a2f1-12940d0d3710 req-97457b45-8d5d-441a-ae87-a594f2577954 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 210 time: 0.0466752 Nov 13 07:42:40.394906 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:42:40.406396 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Made reservation on behalf of 1fa3a9acabf249a5af837e9c06608af6 for: {'port': 1} {{(pid=82812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 13 07:42:40.411180 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:40.573904 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_common [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Allocated IP 172.20.0.10 (7e815d39-a72b-47ab-a31b-de1413ef1228/ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e/911799ed-5c78-4216-9a01-3e5e2e4867c7) {{(pid=82812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 13 07:42:40.759117 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for port, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:40.775013 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Transition to ACTIVE for port object 911799ed-5c78-4216-9a01-3e5e2e4867c7 will not be triggered until provisioned by entity DHCP. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:42:40.804145 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779813075815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:40.809725 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-fa90ef0f-a01a-44cd-a53d-1b8d46aee6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:40.878884 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Network 7e815d39-a72b-47ab-a31b-de1413ef1228 is already hosted by enough agents. {{(pid=82812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 13 07:42:40.880015 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.base_scheduler [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Resources bound (agent type, host, resource id): {{(pid=82812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 13 07:42:40.884412 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Received port after_create {{(pid=82812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 13 07:42:40.915079 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event updated for resources: {'Port': ['ID=911799ed-5c78-4216-9a01-3e5e2e4867c7,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:40.921681 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:40.950088 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:40.950694 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:40.978406 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770178 Nov 13 07:42:40.990706 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Request body: {'port': {'device_id': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:42:40.995431 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:42:41.100325 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:41.116485 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-4ead288d-4789-4830-ab06-039b281d645e None None] Provisioning for port 911799ed-5c78-4216-9a01-3e5e2e4867c7 completed by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:42:41.121833 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-4ead288d-4789-4830-ab06-039b281d645e None None] Provisioning complete for port 911799ed-5c78-4216-9a01-3e5e2e4867c7 triggered by entity DHCP. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:42:41.122201 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-4ead288d-4789-4830-ab06-039b281d645e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:41.172844 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-4ead288d-4789-4830-ab06-039b281d645e None None] Port 911799ed-5c78-4216-9a01-3e5e2e4867c7 cannot update to ACTIVE because it is not bound. {{(pid=82813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Nov 13 07:42:41.438510 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911799ed-5c78-4216-9a01-3e5e2e4867c7 {{(pid=82812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:42:41.445678 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:41.460252 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.provisioning_blocks [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Transition to ACTIVE for port object 911799ed-5c78-4216-9a01-3e5e2e4867c7 will not be triggered until provisioned by entity L2. {{(pid=82812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 13 07:42:41.464844 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:41.469072 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-1b0f8e02-f474-4e0d-8d46-2f8c8f5b5549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:41.592116 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Pushing event updated for resources: {'Port': ['ID=911799ed-5c78-4216-9a01-3e5e2e4867c7,revision_number=2']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:41.595731 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:41.598129 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c20fa1-d28c-4303-ab29-d394f630ec32 req-8e3398d4-6899-4e07-ab67-e7550330b90b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:41.600285 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e1c20fa1-d28c-4303-ab29-d394f630ec32 req-8e3398d4-6899-4e07-ab67-e7550330b90b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 944 time: 0.0872295 Nov 13 07:42:41.648011 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-e1c20fa1-d28c-4303-ab29-d394f630ec32 req-decb3b2c-922b-4b8c-9e59-0ad551907f06 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a7375ab-b1c5-4599-9ddb-e4afad78530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415795 Nov 13 07:42:41.700837 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Attempting to bind port 911799ed-5c78-4216-9a01-3e5e2e4867c7 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 13 07:42:41.701162 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Attempting to bind port 911799ed-5c78-4216-9a01-3e5e2e4867c7 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 13 07:42:41.701479 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Attempting to bind port 911799ed-5c78-4216-9a01-3e5e2e4867c7 on network 7e815d39-a72b-47ab-a31b-de1413ef1228 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:42:41.707148 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Port 911799ed-5c78-4216-9a01-3e5e2e4867c7 on network 7e815d39-a72b-47ab-a31b-de1413ef1228 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Nov 13 07:42:41.707454 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Attempting to bind port 911799ed-5c78-4216-9a01-3e5e2e4867c7 on network 7e815d39-a72b-47ab-a31b-de1413ef1228 {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Nov 13 07:42:41.716462 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Checking agent: {'id': '76d2e4ce-a9c0-4ac3-a3c3-986b44653d2f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'started_at': datetime.datetime(2021, 11, 13, 7, 29, 5), 'heartbeat_timestamp': datetime.datetime(2021, 11, 13, 7, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 13 07:42:41.716782 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Checking segment: {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Nov 13 07:42:41.717149 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Bound using segment: {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'} {{(pid=82812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Nov 13 07:42:41.717557 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.managers [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Bound port: 911799ed-5c78-4216-9a01-3e5e2e4867c7, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76fb5b89-d705-4c37-94cc-bdc94ef0d97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228'}}] {{(pid=82812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 13 07:42:41.717903 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:41.818229 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] For port 911799ed-5c78-4216-9a01-3e5e2e4867c7, host hv-cinder-81783, cleared binding levels {{(pid=82812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 13 07:42:41.821863 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] For port 911799ed-5c78-4216-9a01-3e5e2e4867c7, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=911799ed-5c78-4216-9a01-3e5e2e4867c7,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 13 07:42:41.827224 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3368888'] for port, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:41.830789 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-db4736a7-d1a9-470c-93be-0a7c86c3aea1 tempest-TestMinimumBasicScenario-1895169358 tempest-TestMinimumBasicScenario-1895169358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:41.888929 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:41.890336 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] 10.222.0.36 "PUT /v2.0/ports/911799ed-5c78-4216-9a01-3e5e2e4867c7 HTTP/1.1" status: 200 len: 1094 time: 0.9040706 Nov 13 07:42:41.890886 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'tag': '911799ed-5c78-4216-9a01-3e5e2e4867c7'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:42:41.914513 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Pushing event updated for resources: {'Port': ['ID=911799ed-5c78-4216-9a01-3e5e2e4867c7,revision_number=3']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:41.917425 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0e5cd831-38b5-48bb-84d1-d2797cab4c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:41.964392 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'tag': '911799ed-5c78-4216-9a01-3e5e2e4867c7', 'status': 'completed', 'code': 200} Nov 13 07:42:42.005544 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-6c66844d-09f3-4ae7-ada0-aa16042e7506 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 1097 time: 0.0734823 Nov 13 07:42:42.167190 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-82686152-61fb-41fd-b215-6182020b657c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=911799ed-5c78-4216-9a01-3e5e2e4867c7 HTTP/1.1" status: 200 len: 217 time: 0.1541352 Nov 13 07:42:42.230531 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9252d-f477-46fe-af53-203ced80db59 req-cb55593b-c711-4bb1-b0b6-e317d9dc0973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:42.231966 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-cb55593b-c711-4bb1-b0b6-e317d9dc0973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 200 len: 849 time: 0.0591099 Nov 13 07:42:42.274690 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-8f44071c-55a8-4d2d-9323-dcc3b5a90629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:42.310681 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-a7a533cb-2cfd-45ef-baf4-db4c0ab49b2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e815d39-a72b-47ab-a31b-de1413ef1228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720973 Nov 13 07:42:42.454606 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-9e0d01cc-b8e3-4f56-8642-d0ea6e0b9c5b service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370339 Nov 13 07:42:42.583982 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-11e9252d-f477-46fe-af53-203ced80db59 req-6f4eae17-6d5c-400c-bf9d-796115b6972e service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230259 Nov 13 07:42:42.707087 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:42.710485 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2e05675c-5d6d-4c0c-8878-a2f0065f9e1a req-78e6d8ac-5ef2-4025-b89f-b671c8f376a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 1097 time: 0.0762236 Nov 13 07:42:42.847715 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05675c-5d6d-4c0c-8878-a2f0065f9e1a req-4995d293-b189-48ca-a0c5-48f37d175177 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:42.848366 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b544a3f-f00d-4961-acc6-75389040de6c req-34b60d4f-6f56-4526-91fc-696b06577a7d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:42.849639 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2e05675c-5d6d-4c0c-8878-a2f0065f9e1a req-4995d293-b189-48ca-a0c5-48f37d175177 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 911 time: 0.1318183 Nov 13 07:42:42.850187 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5b544a3f-f00d-4961-acc6-75389040de6c req-34b60d4f-6f56-4526-91fc-696b06577a7d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 944 time: 0.0781927 Nov 13 07:42:42.895974 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-5b544a3f-f00d-4961-acc6-75389040de6c req-26c607a2-6bbd-4ea4-90ca-eb453129248f tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a7375ab-b1c5-4599-9ddb-e4afad78530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401609 Nov 13 07:42:42.922656 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2e05675c-5d6d-4c0c-8878-a2f0065f9e1a req-b0f69ef9-e9a3-4737-86e0-4307482ea9fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=911799ed-5c78-4216-9a01-3e5e2e4867c7 HTTP/1.1" status: 200 len: 217 time: 0.0662889 Nov 13 07:42:42.988927 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05675c-5d6d-4c0c-8878-a2f0065f9e1a req-7ae43c59-62a1-4c50-905d-f52df902d781 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:42.990449 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2e05675c-5d6d-4c0c-8878-a2f0065f9e1a req-7ae43c59-62a1-4c50-905d-f52df902d781 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 200 len: 849 time: 0.0598192 Nov 13 07:42:43.071503 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2e05675c-5d6d-4c0c-8878-a2f0065f9e1a req-0ed82290-bde4-40be-adad-7db9e0f49b31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e815d39-a72b-47ab-a31b-de1413ef1228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737107 Nov 13 07:42:43.216753 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2e05675c-5d6d-4c0c-8878-a2f0065f9e1a req-4cb853c2-fdb6-446e-90dc-0dcf34708d4d service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378138 Nov 13 07:42:43.357662 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2e05675c-5d6d-4c0c-8878-a2f0065f9e1a req-a4a9efcd-5323-4826-af13-ff72560bf6f0 service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336026 Nov 13 07:42:44.121594 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c164b-5ff3-496f-b9e1-00ae49b4efb5 req-e4dc16db-d318-430d-92b7-2e4fdf84a54a tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:44.122280 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-606c164b-5ff3-496f-b9e1-00ae49b4efb5 req-e4dc16db-d318-430d-92b7-2e4fdf84a54a tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Synchronizing usage tracker for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:port {{(pid=82812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Nov 13 07:42:44.141459 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [req-606c164b-5ff3-496f-b9e1-00ae49b4efb5 req-e4dc16db-d318-430d-92b7-2e4fdf84a54a tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Unset dirty status for tenant:1fa3a9acabf249a5af837e9c06608af6 on resource:port {{(pid=82812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Nov 13 07:42:44.142797 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-606c164b-5ff3-496f-b9e1-00ae49b4efb5 req-e4dc16db-d318-430d-92b7-2e4fdf84a54a tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 944 time: 0.1074524 Nov 13 07:42:44.203747 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-606c164b-5ff3-496f-b9e1-00ae49b4efb5 req-be6eb2d5-318a-4aa8-a5e4-783a1ce4384b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a7375ab-b1c5-4599-9ddb-e4afad78530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550668 Nov 13 07:42:44.361029 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5d822742-33e7-4622-9cfa-0169656c0a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:44.983188 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 911799ed-5c78-4216-9a01-3e5e2e4867c7 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=82813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Nov 13 07:42:45.132307 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 911799ed-5c78-4216-9a01-3e5e2e4867c7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=911799ed-5c78-4216-9a01-3e5e2e4867c7,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:42:45.145119 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Returning: {'device': '911799ed-5c78-4216-9a01-3e5e2e4867c7', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'port_id': '911799ed-5c78-4216-9a01-3e5e2e4867c7', 'mac_address': 'fa:16:3e:57:76:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 13 07:42:45.199260 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:45.217165 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911799ed-5c78-4216-9a01-3e5e2e4867c7 {{(pid=82813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 13 07:42:45.240119 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 911799ed-5c78-4216-9a01-3e5e2e4867c7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=911799ed-5c78-4216-9a01-3e5e2e4867c7,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:42:45.246115 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:45.248035 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:45.315530 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=911799ed-5c78-4216-9a01-3e5e2e4867c7,revision_number=4']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:45.324237 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:45.324570 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:45.324894 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:45.325214 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:45.325527 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:45.325838 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:45.326150 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:45.326458 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:45.326793 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:45.327107 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:45.327416 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:42:45.331298 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:45.412957 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1c5f5-15eb-4ce9-b211-91802c1f7beb req-1612c2dd-9736-4b0b-9370-f49cf172668b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:45.414407 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a6f1c5f5-15eb-4ce9-b211-91802c1f7beb req-1612c2dd-9736-4b0b-9370-f49cf172668b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 945 time: 0.0798011 Nov 13 07:42:45.450468 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] get_ports_and_sgs() called for port_ids ['911799ed-5c78-4216-9a01-3e5e2e4867c7'] {{(pid=82813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 13 07:42:45.459386 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-a6f1c5f5-15eb-4ce9-b211-91802c1f7beb req-21e21c45-4b98-4b93-96fe-8cb75302f798 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a7375ab-b1c5-4599-9ddb-e4afad78530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391641 Nov 13 07:42:45.523632 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:46.673691 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1855aa-e11c-43b0-b3d4-3fa78625fedc req-3a1962eb-811a-455e-a350-c278124a63cc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:46.675055 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9e1855aa-e11c-43b0-b3d4-3fa78625fedc req-3a1962eb-811a-455e-a350-c278124a63cc tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 945 time: 0.0897985 Nov 13 07:42:46.727948 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-9e1855aa-e11c-43b0-b3d4-3fa78625fedc req-2b2f1525-6864-4702-bde1-9aca6874234f tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a7375ab-b1c5-4599-9ddb-e4afad78530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472782 Nov 13 07:42:46.994545 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:46.996702 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 911799ed-5c78-4216-9a01-3e5e2e4867c7 up at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Nov 13 07:42:47.064847 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning for port 911799ed-5c78-4216-9a01-3e5e2e4867c7 completed by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 13 07:42:47.069828 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.db.provisioning_blocks [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Provisioning complete for port 911799ed-5c78-4216-9a01-3e5e2e4867c7 triggered by entity L2. {{(pid=82813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 13 07:42:47.070211 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1063795'] for port, provisioning_complete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:47.183070 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1303346'] for port, before_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:47.209578 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911799ed-5c78-4216-9a01-3e5e2e4867c7'}] {{(pid=82813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:42:47.219509 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] For port 911799ed-5c78-4216-9a01-3e5e2e4867c7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=911799ed-5c78-4216-9a01-3e5e2e4867c7,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:42:47.225248 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779813467127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779813075833', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779813075878'] for port, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:47.227052 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:42:47.288970 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Pushing event updated for resources: {'Port': ['ID=911799ed-5c78-4216-9a01-3e5e2e4867c7,revision_number=5']} {{(pid=82813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:42:47.291887 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_concurrency.lockutils [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:42:47.339625 dv-cinder-817832-1-smb neutron-server[82813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911799ed-5c78-4216-9a01-3e5e2e4867c7', 'code': 200} Nov 13 07:42:47.578356 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d9eb5f7c-12d1-4bad-931d-27f20e8e6f32 req-78b25411-ae85-4954-98e3-c4492a48a6da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 1099 time: 0.0698802 Nov 13 07:42:47.635184 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-d9eb5f7c-12d1-4bad-931d-27f20e8e6f32 req-9e3c3a92-2151-42e6-bbfe-54b2c76e8a49 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a7375ab-b1c5-4599-9ddb-e4afad78530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496728 Nov 13 07:42:47.936224 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426d446-af36-4b34-aaae-88a307ded9c8 req-9571983d-2aef-495f-80a8-44b2b8caa39e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:47.937586 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f426d446-af36-4b34-aaae-88a307ded9c8 req-9571983d-2aef-495f-80a8-44b2b8caa39e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 946 time: 0.0840883 Nov 13 07:42:47.984312 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-f426d446-af36-4b34-aaae-88a307ded9c8 req-65c834f9-412c-4482-a3d6-faf27242132d tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a7375ab-b1c5-4599-9ddb-e4afad78530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410776 Nov 13 07:42:49.200390 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c26ae1-0b70-4c7e-ae10-8a1cebf884ce req-568cf0cf-b73b-4127-bbbc-9dcad7d2fdde tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:49.201816 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-01c26ae1-0b70-4c7e-ae10-8a1cebf884ce req-568cf0cf-b73b-4127-bbbc-9dcad7d2fdde tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 946 time: 0.0893884 Nov 13 07:42:49.258278 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-01c26ae1-0b70-4c7e-ae10-8a1cebf884ce req-0a40d87a-f5ac-497f-9a3a-1c8f1160a961 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a7375ab-b1c5-4599-9ddb-e4afad78530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509012 Nov 13 07:42:49.467584 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0563bf-6186-499a-af0e-1fec28e71434 req-a2a84e3d-76cf-4ed7-9e97-a9380abbb99a tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:49.469038 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-2f0563bf-6186-499a-af0e-1fec28e71434 req-a2a84e3d-76cf-4ed7-9e97-a9380abbb99a tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 946 time: 0.0880499 Nov 13 07:42:49.478092 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39538) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:42:49.486216 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.v2.base [None req-5642e85a-d3a0-410b-b7fa-9fb4295dea7e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Request body: {'floatingip': {'port_id': '911799ed-5c78-4216-9a01-3e5e2e4867c7'}} {{(pid=82812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 13 07:42:49.656216 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5642e85a-d3a0-410b-b7fa-9fb4295dea7e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, before_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:50.268768 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5642e85a-d3a0-410b-b7fa-9fb4295dea7e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:50.274382 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5642e85a-d3a0-410b-b7fa-9fb4295dea7e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:50.465500 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.l3_db [None req-5642e85a-d3a0-410b-b7fa-9fb4295dea7e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Floating IP 24a11db5-6773-40ab-ac6b-edcfe324fa89 associated. External IP: 172.28.0.32, port: 911799ed-5c78-4216-9a01-3e5e2e4867c7. Nov 13 07:42:50.880986 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5642e85a-d3a0-410b-b7fa-9fb4295dea7e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:42:51.181483 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5642e85a-d3a0-410b-b7fa-9fb4295dea7e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:42:51.187327 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5642e85a-d3a0-410b-b7fa-9fb4295dea7e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:42:51.192090 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f954570-6c85-4003-972b-b7a6c48a3143 None None] Sync routers for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:42:51.205388 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f954570-6c85-4003-972b-b7a6c48a3143 None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:42:51.205980 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2f954570-6c85-4003-972b-b7a6c48a3143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:42:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:42:51.240343 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-5642e85a-d3a0-410b-b7fa-9fb4295dea7e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "PUT /v2.0/floatingips/24a11db5-6773-40ab-ac6b-edcfe324fa89 HTTP/1.1" status: 200 len: 991 time: 1.7608013 Nov 13 07:42:51.241079 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'tag': '911799ed-5c78-4216-9a01-3e5e2e4867c7'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:42:51.297418 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'tag': '911799ed-5c78-4216-9a01-3e5e2e4867c7', 'status': 'completed', 'code': 200} Nov 13 07:42:51.391840 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-2f954570-6c85-4003-972b-b7a6c48a3143 None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:42:51.400649 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-46661dcc-d595-42ee-a8db-e5c595279cb3 req-4aa49070-728b-47b2-9e13-35f9a2eb0070 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 1099 time: 0.0751917 Nov 13 07:42:51.533070 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46661dcc-d595-42ee-a8db-e5c595279cb3 req-12b06c02-d874-4ed1-840f-c845740e4e7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:51.534544 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-46661dcc-d595-42ee-a8db-e5c595279cb3 req-12b06c02-d874-4ed1-840f-c845740e4e7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 911 time: 0.1272879 Nov 13 07:42:51.636556 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-46661dcc-d595-42ee-a8db-e5c595279cb3 req-e7e3c7a8-7b7d-4fd7-94f6-26e38e4daf76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=911799ed-5c78-4216-9a01-3e5e2e4867c7 HTTP/1.1" status: 200 len: 999 time: 0.0953076 Nov 13 07:42:51.697472 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46661dcc-d595-42ee-a8db-e5c595279cb3 req-0cf01b55-6ad3-45cd-97d4-f8a183876dfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:42:51.698984 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-46661dcc-d595-42ee-a8db-e5c595279cb3 req-0cf01b55-6ad3-45cd-97d4-f8a183876dfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 200 len: 849 time: 0.0557919 Nov 13 07:42:51.730416 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2f954570-6c85-4003-972b-b7a6c48a3143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': '24a11db5-6773-40ab-ac6b-edcfe324fa89', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'floating_ip_address': '172.28.0.32', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'port_id': '911799ed-5c78-4216-9a01-3e5e2e4867c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'mac_address': 'fa:16:3e:57:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:42:32Z', 'updated_at': '2021-11-13T07:42:50Z', 'revision_number': 1, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:42:51.734450 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f954570-6c85-4003-972b-b7a6c48a3143 None None] Checking router: 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:42:51.745586 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f954570-6c85-4003-972b-b7a6c48a3143 None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:42:51.746187 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2f954570-6c85-4003-972b-b7a6c48a3143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:42:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:42:51.775535 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-46661dcc-d595-42ee-a8db-e5c595279cb3 req-f6f18715-5cde-41ca-bc02-4c3a31251f19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e815d39-a72b-47ab-a31b-de1413ef1228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705287 Nov 13 07:42:51.907975 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-46661dcc-d595-42ee-a8db-e5c595279cb3 req-4c3c5b39-c5c6-40cd-9468-1b15dee448df service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259511 Nov 13 07:42:51.920892 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-2f954570-6c85-4003-972b-b7a6c48a3143 None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:42:52.045143 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-46661dcc-d595-42ee-a8db-e5c595279cb3 req-ea05fa79-10f8-4503-8246-c8291ea9560b service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306121 Nov 13 07:42:52.299423 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-2f954570-6c85-4003-972b-b7a6c48a3143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': '24a11db5-6773-40ab-ac6b-edcfe324fa89', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'floating_ip_address': '172.28.0.32', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'port_id': '911799ed-5c78-4216-9a01-3e5e2e4867c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'mac_address': 'fa:16:3e:57:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:42:32Z', 'updated_at': '2021-11-13T07:42:50Z', 'revision_number': 1, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:42:52.304147 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f954570-6c85-4003-972b-b7a6c48a3143 None None] The sync data for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb is: [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_floatingips': [{'id': '24a11db5-6773-40ab-ac6b-edcfe324fa89', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'floating_ip_address': '172.28.0.32', 'floating_network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'router_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'port_id': '911799ed-5c78-4216-9a01-3e5e2e4867c7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'mac_address': 'fa:16:3e:57:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-13T07:42:32Z', 'updated_at': '2021-11-13T07:42:50Z', 'revision_number': 1, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:42:52.507163 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d964fc01-9062-4405-933a-aae992b8243e None None] New status for floating IP 24a11db5-6773-40ab-ac6b-edcfe324fa89: ACTIVE {{(pid=82813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:43:05.141191 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:12.279705 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-511ef4fb-7363-4493-9926-b19f29555488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:12.707206 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:14.354984 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-4a8a6a08-b5bc-407d-a313-c42a5e716636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:15.512929 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:15.518691 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ecf60e4-bed7-4988-bbc3-4f31514d0841 req-634d085a-1a75-4168-96d0-bb8a16e22061 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771592 Nov 13 07:43:15.679330 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ecf60e4-bed7-4988-bbc3-4f31514d0841 req-93d7674d-ad53-4084-8d11-ca71bb378458 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1fa3a9acabf249a5af837e9c06608af6&device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 1099 time: 0.0834603 Nov 13 07:43:15.828677 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf60e4-bed7-4988-bbc3-4f31514d0841 req-1d4eb78f-6f42-4b64-b226-015b3c1d5c6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:43:15.830140 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ecf60e4-bed7-4988-bbc3-4f31514d0841 req-1d4eb78f-6f42-4b64-b226-015b3c1d5c6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 200 len: 911 time: 0.1304789 Nov 13 07:43:15.934076 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ecf60e4-bed7-4988-bbc3-4f31514d0841 req-ae14b510-896f-4e63-a776-afa5a86b1934 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=911799ed-5c78-4216-9a01-3e5e2e4867c7 HTTP/1.1" status: 200 len: 1001 time: 0.0958815 Nov 13 07:43:15.996706 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf60e4-bed7-4988-bbc3-4f31514d0841 req-b58c8581-e233-40c2-aca4-19385c1cebd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:43:15.998114 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ecf60e4-bed7-4988-bbc3-4f31514d0841 req-b58c8581-e233-40c2-aca4-19385c1cebd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 200 len: 849 time: 0.0563195 Nov 13 07:43:16.075768 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ecf60e4-bed7-4988-bbc3-4f31514d0841 req-62a4be71-8967-4f2b-b44f-09ac39bb62de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e815d39-a72b-47ab-a31b-de1413ef1228&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709417 Nov 13 07:43:16.298751 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ecf60e4-bed7-4988-bbc3-4f31514d0841 req-e12673c3-6968-43c9-9287-4d0fd5f8109c service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154384 Nov 13 07:43:16.441361 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-8ecf60e4-bed7-4988-bbc3-4f31514d0841 req-2ab59ccd-6677-4cc8-b94c-57e62d07f3ba service neutron] 10.222.0.36 "GET /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349111 Nov 13 07:43:16.992627 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:18.001497 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:43:35.154863 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:39.315060 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c95c9b-a4bf-4bff-b402-e6ea86ac092a req-49320b12-c698-49ca-b1b8-1311d584679e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:43:39.316540 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b9c95c9b-a4bf-4bff-b402-e6ea86ac092a req-49320b12-c698-49ca-b1b8-1311d584679e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 946 time: 0.0865428 Nov 13 07:43:39.363129 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-b9c95c9b-a4bf-4bff-b402-e6ea86ac092a req-697b9506-b51c-4ef1-9b19-72e5e896b5fe tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a7375ab-b1c5-4599-9ddb-e4afad78530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408909 Nov 13 07:43:40.575139 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725285d-3503-41b1-aef8-93baaaf9914b req-ccaea8ba-4916-4622-b4a4-db770502a506 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:43:40.576604 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7725285d-3503-41b1-aef8-93baaaf9914b req-ccaea8ba-4916-4622-b4a4-db770502a506 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 946 time: 0.0838194 Nov 13 07:43:40.634535 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [req-7725285d-3503-41b1-aef8-93baaaf9914b req-c597e2f2-67fc-473f-a559-a2c1b5385e9e tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a7375ab-b1c5-4599-9ddb-e4afad78530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492578 Nov 13 07:43:41.027781 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-7bdd5a34-37aa-4759-bdf2-da3ea0ce4358 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:43:41.029209 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-7bdd5a34-37aa-4759-bdf2-da3ea0ce4358 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.36 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 946 time: 0.0991328 Nov 13 07:43:41.100674 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Deleting port 911799ed-5c78-4216-9a01-3e5e2e4867c7 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:43:41.100982 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:41.361153 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] For port 911799ed-5c78-4216-9a01-3e5e2e4867c7, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=911799ed-5c78-4216-9a01-3e5e2e4867c7,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:43:41.361444 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:41.683750 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:41.684145 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-886419'] for floatingip, after_update {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:41.684442 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.db.l3_db [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Floating IP 24a11db5-6773-40ab-ac6b-edcfe324fa89 disassociated. External IP: 172.28.0.32, port: 911799ed-5c78-4216-9a01-3e5e2e4867c7. Nov 13 07:43:41.684769 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Calling delete_port for 911799ed-5c78-4216-9a01-3e5e2e4867c7 owned by compute:nova {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:43:41.877085 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:41.885673 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-63104a5c-f19f-4eab-a5a3-cdb3fecf0340 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:43:41.936418 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event deleted for resources: {'Port': ['ID=911799ed-5c78-4216-9a01-3e5e2e4867c7,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:43:41.958200 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83a398-aa77-4531-8a0e-e12bc1a38182 req-e81394ac-4f4d-4259-8f97-f39d8c155554 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 13 07:43:41.959715 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fc83a398-aa77-4531-8a0e-e12bc1a38182 req-e81394ac-4f4d-4259-8f97-f39d8c155554 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/ports?device_id=df5e37a8-d4cd-4cdb-9b54-83682bfef4f5 HTTP/1.1" status: 200 len: 946 time: 0.1956282 Nov 13 07:43:41.963415 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:41.963780 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:41.964128 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:41.964473 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:41.964819 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:41.965160 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:41.965496 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:41.965835 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:41.966167 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:41.966505 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:41.966867 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:41.970608 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:43:42.077066 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-fc83a398-aa77-4531-8a0e-e12bc1a38182 req-1fa7dd07-4a90-47e5-a44b-7a2af675b0f3 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups?id=4a7375ab-b1c5-4599-9ddb-e4afad78530b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054351 Nov 13 07:43:42.203492 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:43:42.278938 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d1823b0b-e83b-4b5e-a869-7382471bc8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:42.521381 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:43:42.530960 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0fd880-227e-49cf-a420-d7703434a124 None None] Sync routers for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:43:42.544453 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0fd880-227e-49cf-a420-d7703434a124 None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:43:42.545060 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-8f0fd880-227e-49cf-a420-d7703434a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:43:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:43:42.587786 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] No DVR routers for this DVR port 911799ed-5c78-4216-9a01-3e5e2e4867c7 on host hv-cinder-81783 {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:43:42.590220 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for port, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:42.592771 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'name': 'network-vif-deleted', 'tag': '911799ed-5c78-4216-9a01-3e5e2e4867c7'}] {{(pid=82812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 13 07:43:42.608759 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [req-cb3a8de3-00fa-4ee9-83b0-2142d1572932 req-4fc0cc76-6bdf-4d17-954d-ae5d89d8dde1 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.36 "DELETE /v2.0/ports/911799ed-5c78-4216-9a01-3e5e2e4867c7 HTTP/1.1" status: 204 len: 173 time: 1.5735033 Nov 13 07:43:42.662255 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df5e37a8-d4cd-4cdb-9b54-83682bfef4f5', 'name': 'network-vif-deleted', 'tag': '911799ed-5c78-4216-9a01-3e5e2e4867c7', 'status': 'completed', 'code': 200} Nov 13 07:43:42.699905 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:42.724931 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-8f0fd880-227e-49cf-a420-d7703434a124 None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:43:43.033345 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-8f0fd880-227e-49cf-a420-d7703434a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:43:43.037150 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0fd880-227e-49cf-a420-d7703434a124 None None] Checking router: 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:43:43.047451 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0fd880-227e-49cf-a420-d7703434a124 None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:43:43.048032 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-8f0fd880-227e-49cf-a420-d7703434a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:43:14Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:43:43.222193 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-8f0fd880-227e-49cf-a420-d7703434a124 None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:43:43.230544 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39724) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:43:43.279766 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 911799ed-5c78-4216-9a01-3e5e2e4867c7 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:43:43.298804 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-427a4064-ce76-401f-a5eb-8e5c379a5fbb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:43.319064 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] No Port match for: 911799ed-5c78-4216-9a01-3e5e2e4867c7 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:43:43.319747 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Device 911799ed-5c78-4216-9a01-3e5e2e4867c7 not bound to the agent host hv-cinder-81783 {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:43:43.326545 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-427a4064-ce76-401f-a5eb-8e5c379a5fbb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:43.378225 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-427a4064-ce76-401f-a5eb-8e5c379a5fbb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:43.382255 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-30350cfc-496b-42a2-adc5-09e06dec3231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:43:43.399096 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a4064-ce76-401f-a5eb-8e5c379a5fbb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7375ab-b1c5-4599-9ddb-e4afad78530b,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:43:43.401900 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-427a4064-ce76-401f-a5eb-8e5c379a5fbb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:43:43.412174 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-427a4064-ce76-401f-a5eb-8e5c379a5fbb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:43.415979 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-427a4064-ce76-401f-a5eb-8e5c379a5fbb tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "DELETE /v2.0/security-groups/4a7375ab-b1c5-4599-9ddb-e4afad78530b HTTP/1.1" status: 204 len: 168 time: 0.1818104 Nov 13 07:43:43.416538 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39728) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:43:43.433656 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.api.v2.resource [None req-29669616-c3a1-4b5c-ab7b-a9d41c3a3b6b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] show failed (client error): The resource could not be found. Nov 13 07:43:43.437307 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-29669616-c3a1-4b5c-ab7b-a9d41c3a3b6b tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "GET /v2.0/security-groups/4a7375ab-b1c5-4599-9ddb-e4afad78530b HTTP/1.1" status: 404 len: 347 time: 0.0171800 Nov 13 07:43:43.437578 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39732) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:43:43.580056 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-8f0fd880-227e-49cf-a420-d7703434a124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:43:43.584144 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0fd880-227e-49cf-a420-d7703434a124 None None] The sync data for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb is: [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:45Z', 'revision_number': 4, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb', '_interfaces': [{'id': 'b6be36cf-4d6e-4dc1-b688-4ea8fda3270a', 'name': '', 'network_id': '7e815d39-a72b-47ab-a31b-de1413ef1228', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'mac_address': 'fa:16:3e:82:e4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:45Z', 'updated_at': '2021-11-13T07:39:52Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'subnets': [{'id': 'ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:43:43.600960 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Deleting port 6b1a6bc9-e5d6-4a35-9d30-746c7b0d3feb {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:43:43.601280 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:43.805381 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:43.805710 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:43.833375 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5435084-f2d2-45ec-aeb4-61587757759f None None] New status for floating IP 24a11db5-6773-40ab-ac6b-edcfe324fa89: DOWN {{(pid=82813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Nov 13 07:43:43.945093 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Calling delete_port for 6b1a6bc9-e5d6-4a35-9d30-746c7b0d3feb owned by network:floatingip {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:43:44.088798 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.db.api [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 07:43:44.089161 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_db.api [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 07:43:44.358821 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-a53d694a-ba47-4317-86bf-58953962d70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:44.591363 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Deleting port 6b1a6bc9-e5d6-4a35-9d30-746c7b0d3feb {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:43:44.592159 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:44.784852 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:44.785114 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:44.908019 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Calling delete_port for 6b1a6bc9-e5d6-4a35-9d30-746c7b0d3feb owned by network:floatingip {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:43:45.056455 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:45.061863 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-66c5b235-c615-4fdc-a32b-afa45f60ad10 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:43:45.104916 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Pushing event deleted for resources: {'Port': ['ID=6b1a6bc9-e5d6-4a35-9d30-746c7b0d3feb,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:43:45.108066 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:43:45.300936 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks [] for floatingip, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:45.316229 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-223130'] for floatingip, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:45.319878 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-5a9027f8-a7d9-47e8-bbb1-06f6f84c5883 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] 10.222.0.15 "DELETE /v2.0/floatingips/24a11db5-6773-40ab-ac6b-edcfe324fa89 HTTP/1.1" status: 204 len: 168 time: 1.8786397 Nov 13 07:43:45.513102 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:46.998561 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:49.406196 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39762) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:43:49.806922 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-889747'] for router_interface, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:50.440202 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Deleting port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:43:50.441041 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:50.613969 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] For port b6be36cf-4d6e-4dc1-b688-4ea8fda3270a, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=b6be36cf-4d6e-4dc1-b688-4ea8fda3270a,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:43:50.614219 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:50.730220 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Calling delete_port for b6be36cf-4d6e-4dc1-b688-4ea8fda3270a owned by network:router_interface {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:43:51.009200 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:51.012955 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-489e6c2c-edc6-4a05-8db1-22911c1f0c6f tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:43:51.054433 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b6be36cf-4d6e-4dc1-b688-4ea8fda3270a,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:43:51.057017 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:43:51.342961 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1975460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-889513'] for router_interface, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:51.910166 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b has already been hosted by L3 agent 325a0028-5c4c-47d0-b229-9e3ab456cd08 {{(pid=82812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 13 07:43:52.130446 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Notify agent at l3_agent.dv-cinder-817832-1-smb the message routers_updated {{(pid=82812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 13 07:43:52.140075 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a056a4af-f695-4fef-9fc9-bfb510d0d65e None None] Sync routers for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Nov 13 07:43:52.143403 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] 10.222.0.15 "PUT /v2.0/routers/618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7357016 Nov 13 07:43:52.145526 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39766) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:43:52.153705 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a056a4af-f695-4fef-9fc9-bfb510d0d65e None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:43:52.154311 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-a056a4af-f695-4fef-9fc9-bfb510d0d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:43:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:43:52.327502 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-a056a4af-f695-4fef-9fc9-bfb510d0d65e None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: dv-cinder-817832-1-smb {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:43:52.344722 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Notify callbacks [] for router, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:52.617623 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-a056a4af-f695-4fef-9fc9-bfb510d0d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'external_fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113'}], 'enable_snat': True}, 'gw_port_id': '21aee223-c214-4f95-b025-18a32cddaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:43:50Z', 'revision_number': 5, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port': {'id': '21aee223-c214-4f95-b025-18a32cddaaae', 'name': '', 'network_id': '98432cfb-5b3b-48d7-ac67-fa468c71baa2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:2d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'ip_address': '172.28.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817832-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f9e46076-5ee7-4cf1-a362-697cc4c5fd3b', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817832-1-smb'}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:43:52.622249 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a056a4af-f695-4fef-9fc9-bfb510d0d65e None None] Checking router: 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b for host: dv-cinder-817832-1-smb {{(pid=82814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Nov 13 07:43:52.633843 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a056a4af-f695-4fef-9fc9-bfb510d0d65e None None] Routers {'618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'} bound to L3 agent in host dv-cinder-817832-1-smb {{(pid=82814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 13 07:43:52.634450 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-a056a4af-f695-4fef-9fc9-bfb510d0d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817832-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-13T07:22:44Z,description=,heartbeat_timestamp=2021-11-13T07:43:44Z,host='dv-cinder-817832-1-smb',id=325a0028-5c4c-47d0-b229-9e3ab456cd08,load=0,resource_versions=,resources_synced=,started_at=2021-11-13T07:22:44Z,topic='l3_agent')) {'router_ids': ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'], 'active': True} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:43:52.645006 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:52.655500 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Deleting port 21aee223-c214-4f95-b025-18a32cddaaae {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:43:52.655829 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:52.784673 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_dvr_db [None req-a056a4af-f695-4fef-9fc9-bfb510d0d65e None None] Set router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b gateway port host: None {{(pid=82814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Nov 13 07:43:52.837666 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] For port 21aee223-c214-4f95-b025-18a32cddaaae, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=21aee223-c214-4f95-b025-18a32cddaaae,segment=NetworkSegment(ad5ac830-0660-49ea-be6c-1d580cc32228),segment_id=ad5ac830-0660-49ea-be6c-1d580cc32228)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:43:52.837981 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:52.893846 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.l3_hamode_db [None req-a056a4af-f695-4fef-9fc9-bfb510d0d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:43:52Z', 'revision_number': 6, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port_host': None}], 'dv-cinder-817832-1-smb', False) {} {{(pid=82814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:43:52.897967 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a056a4af-f695-4fef-9fc9-bfb510d0d65e None None] The sync data for ids ['618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b'] in dv-cinder-817832-1-smb is: [{'id': '618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b', 'name': 'tempest-AttachVolumeTestJSON-400047055-router', 'tenant_id': '1fa3a9acabf249a5af837e9c06608af6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-13T07:39:42Z', 'updated_at': '2021-11-13T07:43:52Z', 'revision_number': 6, 'project_id': '1fa3a9acabf249a5af837e9c06608af6', 'gw_port_host': None}] {{(pid=82814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Nov 13 07:43:52.976158 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Calling delete_port for 21aee223-c214-4f95-b025-18a32cddaaae owned by network:router_gateway {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:43:53.154351 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:53.157902 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4be1c275-231d-4242-947e-a3df9bf71dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:43:53.197676 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Pushing event deleted for resources: {'Port': ['ID=21aee223-c214-4f95-b025-18a32cddaaae,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:43:53.201077 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:43:53.429283 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-886470'] for router_gateway, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:53.683116 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-916562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8845'] for router, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:53.687476 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:53.715055 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-916542'] for router, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:53.715780 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b {{(pid=82812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 13 07:43:53.733518 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] Notify callbacks [] for router, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:53.734686 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-62fccbf0-7020-4bd0-bbd9-21beca762049 admin admin] 10.222.0.15 "DELETE /v2.0/routers/618b6f4a-29ff-444f-9ea9-fcf0c3a7a44b HTTP/1.1" status: 204 len: 168 time: 1.5882986 Nov 13 07:43:53.737575 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39770) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:43:53.783309 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 21aee223-c214-4f95-b025-18a32cddaaae no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:43:53.817699 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: 21aee223-c214-4f95-b025-18a32cddaaae {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:43:53.818046 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 21aee223-c214-4f95-b025-18a32cddaaae not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:43:53.818456 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device b6be36cf-4d6e-4dc1-b688-4ea8fda3270a no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:43:53.851986 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: b6be36cf-4d6e-4dc1-b688-4ea8fda3270a {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:43:53.852481 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device b6be36cf-4d6e-4dc1-b688-4ea8fda3270a not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:43:53.910975 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e90533e-d4af-4925-8745-2cb139c46c8d admin admin] Deleting subnet ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e {{(pid=82812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Nov 13 07:43:53.914083 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4e90533e-d4af-4925-8745-2cb139c46c8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:53.968213 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4e90533e-d4af-4925-8745-2cb139c46c8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3368818'] for subnet, precommit_delete_associations {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.056007 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4e90533e-d4af-4925-8745-2cb139c46c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051421'] for subnet, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.138947 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4e90533e-d4af-4925-8745-2cb139c46c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051414', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3368898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3248979'] for subnet, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.142965 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:43:54.175416 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90533e-d4af-4925-8745-2cb139c46c8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:43:54.177941 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4e90533e-d4af-4925-8745-2cb139c46c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:43:54.183578 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4e90533e-d4af-4925-8745-2cb139c46c8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.189585 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9208d3a-d1fe-4beb-a8c8-e88a6f540ca2 None None] Network 7e815d39-a72b-47ab-a31b-de1413ef1228 requested from dv-cinder-817832-1-smb {{(pid=82813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Nov 13 07:43:54.189770 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-4e90533e-d4af-4925-8745-2cb139c46c8d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ac4bc2aa-de2f-4899-b9c0-0f6f43ddb80e HTTP/1.1" status: 204 len: 168 time: 0.4509714 Nov 13 07:43:54.192198 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39774) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:43:54.298166 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1119076'] for network, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.309478 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Deleting port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 {{(pid=82812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:43:54.309875 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.434267 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447cb26-d8fa-415a-9d9e-4e80eadff856 None None] DHCP port deletion for 7e815d39-a72b-47ab-a31b-de1413ef1228 request from dv-cinder-817832-1-smb {{(pid=82813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Nov 13 07:43:54.438675 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d447cb26-d8fa-415a-9d9e-4e80eadff856 None None] Deleting port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:43:54.439182 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d447cb26-d8fa-415a-9d9e-4e80eadff856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.517490 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.db [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] For port 5bd6cfc9-fa2c-4b0a-92aa-962000382653, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=5bd6cfc9-fa2c-4b0a-92aa-962000382653,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:43:54.517821 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.634855 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.plugin [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Calling delete_port for 5bd6cfc9-fa2c-4b0a-92aa-962000382653 owned by network:dhcp {{(pid=82812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:43:54.637703 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.db [None req-d447cb26-d8fa-415a-9d9e-4e80eadff856 None None] For port 5bd6cfc9-fa2c-4b0a-92aa-962000382653, host dv-cinder-817832-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817832-1-smb',level=0,port_id=5bd6cfc9-fa2c-4b0a-92aa-962000382653,segment=NetworkSegment(76fb5b89-d705-4c37-94cc-bdc94ef0d97b),segment_id=76fb5b89-d705-4c37-94cc-bdc94ef0d97b)] {{(pid=82813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 13 07:43:54.638221 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d447cb26-d8fa-415a-9d9e-4e80eadff856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-889091'] for port, precommit_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.707591 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1303390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779813467109', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779813075824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3368887'] for port, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.711814 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6f403f7d-ce16-4e93-929e-cacd34f113cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:43:54.755421 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd6cfc9-fa2c-4b0a-92aa-962000382653,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:43:54.759298 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:43:54.760044 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] No DVR routers for this DVR port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 on host dv-cinder-817832-1-smb {{(pid=82812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 13 07:43:54.763960 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d447cb26-d8fa-415a-9d9e-4e80eadff856 None None] Calling delete_port for 5bd6cfc9-fa2c-4b0a-92aa-962000382653 owned by network:dhcp {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Nov 13 07:43:54.835032 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.db.api [None req-d447cb26-d8fa-415a-9d9e-4e80eadff856 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 13 07:43:54.835701 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG oslo_db.api [None req-d447cb26-d8fa-415a-9d9e-4e80eadff856 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 13 07:43:54.875746 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1050854', 'neutron.services.segments.db._delete_segments_for_network-8779813593537'] for network, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.900841 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e815d39-a72b-47ab-a31b-de1413ef1228']}} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:43:54.913160 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fb5b89-d705-4c37-94cc-bdc94ef0d97b') {'for_net_delete': True} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:43:54.913434 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.services.segments.db [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fb5b89-d705-4c37-94cc-bdc94ef0d97b') {} {{(pid=82812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 13 07:43:54.925295 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779813595100', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3368827'] for segment, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.942491 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1056393'] for segment, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.948946 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=82812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Nov 13 07:43:54.949333 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1056400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3369056'] for segment, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: Traceback (most recent call last): Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: timer() Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: cb(*args, **kw) Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: return func(*args, **kwargs) Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: self._notify() Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: self.callback(batched_events) Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: event.method(event) Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: aggregate_uuid = self.p_client.list_aggregates( Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: return f(self, *a, **k) Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: return self._get(url).json() Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: return self.request(url, 'GET', **kwargs) Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: base_url = self.get_endpoint(auth, allow=allow, Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 13 07:43:54.963004 dv-cinder-817832-1-smb neutron-server[82812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 13 07:43:54.991026 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:43:55.042740 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1050783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1975339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-886497'] for network, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:55.046987 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-2a9fb2ff-166e-4202-a89d-4855cbe6766b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:43:55.059952 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1975543'] for network, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:55.069837 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e815d39-a72b-47ab-a31b-de1413ef1228,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:43:55.072848 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:43:55.086739 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-4164ce99-92ef-4238-b6cf-27f5eb004396 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7e815d39-a72b-47ab-a31b-de1413ef1228 HTTP/1.1" status: 204 len: 168 time: 0.8932137 Nov 13 07:43:55.337218 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d447cb26-d8fa-415a-9d9e-4e80eadff856 None None] Deleting port 5bd6cfc9-fa2c-4b0a-92aa-962000382653 {{(pid=82813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Nov 13 07:43:55.337604 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d447cb26-d8fa-415a-9d9e-4e80eadff856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779813460206'] for port, before_delete {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:55.379204 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39780) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:43:55.403635 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d447cb26-d8fa-415a-9d9e-4e80eadff856 None None] The port '5bd6cfc9-fa2c-4b0a-92aa-962000382653' was deleted {{(pid=82813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Nov 13 07:43:55.434012 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-307e4669-f892-484d-8e34-b8b29fc9429a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fa3a9acabf249a5af837e9c06608af6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535247 Nov 13 07:43:55.436334 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 39784) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:43:55.496264 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:55.522976 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:55.577135 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:55.580823 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-c99fad5e-696a-4ac7-8c5b-b63c006a4c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:43:55.594884 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9384a670-8ac4-4bdd-8f02-36eb5220144e,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:43:55.606077 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:43:55.607270 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9384a670-8ac4-4bdd-8f02-36eb5220144e HTTP/1.1" status: 204 len: 168 time: 0.1700416 Nov 13 07:43:55.608938 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:55.609306 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:55.609672 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:55.610078 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:55.610436 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:55.610876 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:55.611659 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:55.611659 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:55.611897 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:55.612243 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:55.612587 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:43:55.615793 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-4a7426e4-ac93-4a41-963a-9f052ca16c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:43:55.778010 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 5bd6cfc9-fa2c-4b0a-92aa-962000382653 no longer exists at agent ovs-agent-dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Nov 13 07:43:55.811739 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.plugin [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] No Port match for: 5bd6cfc9-fa2c-4b0a-92aa-962000382653 {{(pid=82813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Nov 13 07:43:55.812093 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron.plugins.ml2.rpc [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Device 5bd6cfc9-fa2c-4b0a-92aa-962000382653 not bound to the agent host dv-cinder-817832-1-smb {{(pid=82813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Nov 13 07:44:05.159175 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:06.850301 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39898) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:07.039339 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-27b2ac35-1c7b-40f9-95b6-1ff522cce154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:07.072884 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-27b2ac35-1c7b-40f9-95b6-1ff522cce154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:44:07.077358 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-27b2ac35-1c7b-40f9-95b6-1ff522cce154 admin admin] Usage tracker for resource:security_group_rule and tenant:8c8369372a2241798600964ccfe6b45b is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:44:07.080491 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-27b2ac35-1c7b-40f9-95b6-1ff522cce154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:44:07.087159 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-27b2ac35-1c7b-40f9-95b6-1ff522cce154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:44:07.172551 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-27b2ac35-1c7b-40f9-95b6-1ff522cce154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:07.178799 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-27b2ac35-1c7b-40f9-95b6-1ff522cce154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:07.189440 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-373f752c-ac01-4397-a00b-c02853634a39 tempest-AttachVolumeTestJSON-303566337 tempest-AttachVolumeTestJSON-303566337-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:07.237411 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2ac35-1c7b-40f9-95b6-1ff522cce154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315a3d7b-9d9c-48b1-9fea-151b17d67d94,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:07.241294 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-27b2ac35-1c7b-40f9-95b6-1ff522cce154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:07.243573 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-27b2ac35-1c7b-40f9-95b6-1ff522cce154 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c8369372a2241798600964ccfe6b45b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3922768 Nov 13 07:44:07.246316 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 39904) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:07.307750 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bf0cee42-6320-423e-a5aa-a13e6283e571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:07.333610 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bf0cee42-6320-423e-a5aa-a13e6283e571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:07.390056 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bf0cee42-6320-423e-a5aa-a13e6283e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:07.393808 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-6b63be79-442f-4578-b939-037deb92d01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:07.405469 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cee42-6320-423e-a5aa-a13e6283e571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315a3d7b-9d9c-48b1-9fea-151b17d67d94,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:07.408839 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-bf0cee42-6320-423e-a5aa-a13e6283e571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:07.412117 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-bf0cee42-6320-423e-a5aa-a13e6283e571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:07.413235 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-bf0cee42-6320-423e-a5aa-a13e6283e571 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/315a3d7b-9d9c-48b1-9fea-151b17d67d94 HTTP/1.1" status: 204 len: 168 time: 0.1660368 Nov 13 07:44:12.287874 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b70e63df-f669-4260-81c4-c256c08c378f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:12.705438 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:14.364199 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-94ceaa4a-021c-4aa6-b007-def3b3025a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:15.524553 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:17.004180 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:31.993449 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:44:35.163575 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:42.275911 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-132e33c5-f97f-4ef1-b2ad-0e338b9b54ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:42.405362 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 40268) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:42.558384 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-b7023584-3a48-489f-8bd4-21fb5d3af0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:42.589084 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-b7023584-3a48-489f-8bd4-21fb5d3af0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:44:42.593079 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-b7023584-3a48-489f-8bd4-21fb5d3af0ed admin admin] Usage tracker for resource:security_group_rule and tenant:b3190dedf6904341a0b0c6a82366cb95 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:44:42.595843 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-b7023584-3a48-489f-8bd4-21fb5d3af0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:44:42.601636 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-b7023584-3a48-489f-8bd4-21fb5d3af0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:44:42.670341 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-b7023584-3a48-489f-8bd4-21fb5d3af0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:42.677799 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-b7023584-3a48-489f-8bd4-21fb5d3af0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:42.688656 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e8f9e1cb-8fa4-471b-b4a1-c109b3d008da tempest-TestShelveInstance-1799790420 tempest-TestShelveInstance-1799790420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:42.708966 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:42.733546 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7023584-3a48-489f-8bd4-21fb5d3af0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26eba6b-741a-4a33-922b-d3a02e0de0c9,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:42.738131 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-b7023584-3a48-489f-8bd4-21fb5d3af0ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3190dedf6904341a0b0c6a82366cb95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3314314 Nov 13 07:44:42.739334 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-b7023584-3a48-489f-8bd4-21fb5d3af0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:42.740734 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 40274) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:42.801596 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-81bd9b22-d2a7-48c8-9dd9-696ffd32a6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:42.826528 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-81bd9b22-d2a7-48c8-9dd9-696ffd32a6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:42.881564 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-81bd9b22-d2a7-48c8-9dd9-696ffd32a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:42.886471 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-7833944b-6072-4d36-b5d3-c4b17d3ec4ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:42.899356 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd9b22-d2a7-48c8-9dd9-696ffd32a6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26eba6b-741a-4a33-922b-d3a02e0de0c9,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:42.901641 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-81bd9b22-d2a7-48c8-9dd9-696ffd32a6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:42.904110 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-81bd9b22-d2a7-48c8-9dd9-696ffd32a6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:42.907936 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-81bd9b22-d2a7-48c8-9dd9-696ffd32a6e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c26eba6b-741a-4a33-922b-d3a02e0de0c9 HTTP/1.1" status: 204 len: 168 time: 0.1664011 Nov 13 07:44:43.352515 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 40282) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:43.371142 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:43.402416 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:44:43.406184 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Usage tracker for resource:security_group_rule and tenant:2c8fd14e6bcd4009bf19c0a66f074bf5 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:44:43.409115 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:44:43.415145 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:44:43.480686 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:43.486234 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:43.492621 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-342131d2-1e18-4b7b-9a92-6e60b20dd1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:43.534128 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71414fb-c28a-4173-abc4-e8c6a8ec38df,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:43.540329 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c8fd14e6bcd4009bf19c0a66f074bf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1867666 Nov 13 07:44:43.543305 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 40286) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:43.545924 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:44:43.546291 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:44:43.546645 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:44:43.547035 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:44:43.547381 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:44:43.547726 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:44:43.548078 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:44:43.548405 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:44:43.548760 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:44:43.549095 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:44:43.549490 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:44:43.553266 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0e359039-077c-4b0a-ab04-bfe0d49237b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:43.606921 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9f001a3c-c85b-4047-8f56-cd4f8cd1fb24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:43.632184 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9f001a3c-c85b-4047-8f56-cd4f8cd1fb24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:43.684631 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9f001a3c-c85b-4047-8f56-cd4f8cd1fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:43.688274 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-e85c4341-9c53-4da4-bed5-6929f8616a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:43.699048 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f001a3c-c85b-4047-8f56-cd4f8cd1fb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71414fb-c28a-4173-abc4-e8c6a8ec38df,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:43.702992 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-9f001a3c-c85b-4047-8f56-cd4f8cd1fb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:43.706868 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-9f001a3c-c85b-4047-8f56-cd4f8cd1fb24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:43.707980 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-9f001a3c-c85b-4047-8f56-cd4f8cd1fb24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e71414fb-c28a-4173-abc4-e8c6a8ec38df HTTP/1.1" status: 204 len: 168 time: 0.1636589 Nov 13 07:44:44.371392 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-4d8689a2-d5a7-4afc-8fdf-2c57fc934cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:45.522218 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:46.184109 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 40334) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:46.347664 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0dd9959e-d1f6-418f-a11b-4f15bcba882b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:46.381481 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0dd9959e-d1f6-418f-a11b-4f15bcba882b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:44:46.385548 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0dd9959e-d1f6-418f-a11b-4f15bcba882b admin admin] Usage tracker for resource:security_group_rule and tenant:c6c7a6a3686841fabe62bd6e333f8dc0 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:44:46.388635 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-0dd9959e-d1f6-418f-a11b-4f15bcba882b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:44:46.394933 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-0dd9959e-d1f6-418f-a11b-4f15bcba882b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:44:46.467437 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0dd9959e-d1f6-418f-a11b-4f15bcba882b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:46.472677 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-0dd9959e-d1f6-418f-a11b-4f15bcba882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:46.479544 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-d360f48f-51fd-408b-8016-5cbc84849db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:46.521265 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9959e-d1f6-418f-a11b-4f15bcba882b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28762190-2660-45b6-a61c-f054c4d3b344,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:46.524464 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0dd9959e-d1f6-418f-a11b-4f15bcba882b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:46.527124 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-0dd9959e-d1f6-418f-a11b-4f15bcba882b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6c7a6a3686841fabe62bd6e333f8dc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3420384 Nov 13 07:44:46.529954 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 40340) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:46.596177 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f95ee346-861b-47b7-97b2-981e43bb1ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:46.622388 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f95ee346-861b-47b7-97b2-981e43bb1ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:46.770488 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f95ee346-861b-47b7-97b2-981e43bb1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:46.776364 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-24999f4d-96bb-448a-b9e5-d68d562fcaa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:46.795237 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ee346-861b-47b7-97b2-981e43bb1ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28762190-2660-45b6-a61c-f054c4d3b344,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:46.797749 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f95ee346-861b-47b7-97b2-981e43bb1ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:46.805808 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-f95ee346-861b-47b7-97b2-981e43bb1ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:46.807086 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-f95ee346-861b-47b7-97b2-981e43bb1ccd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28762190-2660-45b6-a61c-f054c4d3b344 HTTP/1.1" status: 204 len: 168 time: 0.2762096 Nov 13 07:44:47.000209 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:47.162140 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 40348) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:47.181337 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cc5cd5aa-428f-476a-8875-ef892e0ccd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:47.212215 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-cc5cd5aa-428f-476a-8875-ef892e0ccd74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:44:47.216400 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-cc5cd5aa-428f-476a-8875-ef892e0ccd74 admin admin] Usage tracker for resource:security_group_rule and tenant:18e3526dfac641deb8a6b3a9d2cf728e is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:44:47.219346 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-cc5cd5aa-428f-476a-8875-ef892e0ccd74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:44:47.225458 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-cc5cd5aa-428f-476a-8875-ef892e0ccd74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:44:47.309775 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cc5cd5aa-428f-476a-8875-ef892e0ccd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:47.315306 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-cc5cd5aa-428f-476a-8875-ef892e0ccd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:47.322404 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-e4cb35cb-8bef-425c-8acc-3b5329080447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:47.360157 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cd5aa-428f-476a-8875-ef892e0ccd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaf1053-0752-407a-8d66-746e3329446e,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:47.366680 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-cc5cd5aa-428f-476a-8875-ef892e0ccd74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:47.366680 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-cc5cd5aa-428f-476a-8875-ef892e0ccd74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18e3526dfac641deb8a6b3a9d2cf728e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2030973 Nov 13 07:44:47.370473 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 40352) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:47.452119 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-594d3d84-c10f-446e-97c6-02cb14212106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:47.480585 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-594d3d84-c10f-446e-97c6-02cb14212106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:47.533754 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-594d3d84-c10f-446e-97c6-02cb14212106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:47.537382 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-03f25345-2ba3-443f-9b60-4c3d5c122bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:47.547945 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d3d84-c10f-446e-97c6-02cb14212106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaf1053-0752-407a-8d66-746e3329446e,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:47.550359 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-594d3d84-c10f-446e-97c6-02cb14212106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:47.556177 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-594d3d84-c10f-446e-97c6-02cb14212106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:47.558251 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-594d3d84-c10f-446e-97c6-02cb14212106 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efaf1053-0752-407a-8d66-746e3329446e HTTP/1.1" status: 204 len: 168 time: 0.1864567 Nov 13 07:44:54.082614 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 40430) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:54.228283 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc0f1-0996-4276-a3d1-61297c1535f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:54.260876 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-ba3fc0f1-0996-4276-a3d1-61297c1535f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:44:54.265098 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-ba3fc0f1-0996-4276-a3d1-61297c1535f3 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0e6c5c1fe940629702a271a0356e35 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:44:54.268047 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-ba3fc0f1-0996-4276-a3d1-61297c1535f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:44:54.274290 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-ba3fc0f1-0996-4276-a3d1-61297c1535f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:44:54.343592 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc0f1-0996-4276-a3d1-61297c1535f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:54.348867 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-ba3fc0f1-0996-4276-a3d1-61297c1535f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:54.355657 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-f95ee346-861b-47b7-97b2-981e43bb1ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:54.394497 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3fc0f1-0996-4276-a3d1-61297c1535f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743af7cd-efe3-41a5-b13f-02230f8f7c97,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:54.401609 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-ba3fc0f1-0996-4276-a3d1-61297c1535f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c0e6c5c1fe940629702a271a0356e35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3179748 Nov 13 07:44:54.402033 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 40436) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:54.402539 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-ba3fc0f1-0996-4276-a3d1-61297c1535f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:54.474396 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-09024f0e-e4cc-48e1-a11f-c68c02d83ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:54.500858 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-09024f0e-e4cc-48e1-a11f-c68c02d83ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:54.558960 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-09024f0e-e4cc-48e1-a11f-c68c02d83ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:54.562507 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-81bd9b22-d2a7-48c8-9dd9-696ffd32a6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:54.574092 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09024f0e-e4cc-48e1-a11f-c68c02d83ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743af7cd-efe3-41a5-b13f-02230f8f7c97,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:54.577713 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-09024f0e-e4cc-48e1-a11f-c68c02d83ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:54.581076 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-09024f0e-e4cc-48e1-a11f-c68c02d83ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:54.582322 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-09024f0e-e4cc-48e1-a11f-c68c02d83ff7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/743af7cd-efe3-41a5-b13f-02230f8f7c97 HTTP/1.1" status: 204 len: 168 time: 0.1787815 Nov 13 07:44:54.926899 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 40444) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:54.945780 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-bc1e61c4-c8fd-4243-8702-2ee51c5a3607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:54.977658 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-bc1e61c4-c8fd-4243-8702-2ee51c5a3607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:44:54.981482 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-bc1e61c4-c8fd-4243-8702-2ee51c5a3607 admin admin] Usage tracker for resource:security_group_rule and tenant:dd7aa608a3ae4ef797fd5492919313dc is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:44:54.984489 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-bc1e61c4-c8fd-4243-8702-2ee51c5a3607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:44:54.991875 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-bc1e61c4-c8fd-4243-8702-2ee51c5a3607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:44:55.058759 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-bc1e61c4-c8fd-4243-8702-2ee51c5a3607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:55.064375 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-bc1e61c4-c8fd-4243-8702-2ee51c5a3607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:55.070588 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-264fa705-99e1-4414-ab1f-7143a0ef5c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:55.111264 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e61c4-c8fd-4243-8702-2ee51c5a3607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a466cdcf-5603-4f16-a821-7f9c94eb4947,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:55.114303 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-bc1e61c4-c8fd-4243-8702-2ee51c5a3607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:55.117578 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-bc1e61c4-c8fd-4243-8702-2ee51c5a3607 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd7aa608a3ae4ef797fd5492919313dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1894898 Nov 13 07:44:55.120604 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 40448) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:44:55.179784 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-a1c03511-a0ba-43f5-8d92-ec7bc8bf7966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:55.209537 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-a1c03511-a0ba-43f5-8d92-ec7bc8bf7966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:55.271847 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-a1c03511-a0ba-43f5-8d92-ec7bc8bf7966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:55.275698 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-8403daec-405e-4322-973d-5ff7e7064df0 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:44:55.286854 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c03511-a0ba-43f5-8d92-ec7bc8bf7966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a466cdcf-5603-4f16-a821-7f9c94eb4947,revision_number=None']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:44:55.290317 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-a1c03511-a0ba-43f5-8d92-ec7bc8bf7966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:44:55.293496 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-a1c03511-a0ba-43f5-8d92-ec7bc8bf7966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:44:55.294612 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-a1c03511-a0ba-43f5-8d92-ec7bc8bf7966 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a466cdcf-5603-4f16-a821-7f9c94eb4947 HTTP/1.1" status: 204 len: 168 time: 0.1734748 Nov 13 07:45:00.397775 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 40514) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:45:00.545840 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9aaf-0ec7-4768-bd22-4ace1dea46cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:00.579497 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-b7ce9aaf-0ec7-4768-bd22-4ace1dea46cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:45:00.585766 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-b7ce9aaf-0ec7-4768-bd22-4ace1dea46cb admin admin] Usage tracker for resource:security_group_rule and tenant:5231eb0d5e0545838875d99252ce14f6 is out of sync, need to count used quota {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:45:00.590941 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.quota.resource [None req-b7ce9aaf-0ec7-4768-bd22-4ace1dea46cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:45:00.600345 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.db.quota.driver [None req-b7ce9aaf-0ec7-4768-bd22-4ace1dea46cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:45:00.666563 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9aaf-0ec7-4768-bd22-4ace1dea46cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:00.671814 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9aaf-0ec7-4768-bd22-4ace1dea46cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:00.678344 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-add5b563-8244-4598-b2a1-5e3575bdccd3 tempest-AttachVolumeShelveTestJSON-1822067950 tempest-AttachVolumeShelveTestJSON-1822067950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:45:00.717586 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce9aaf-0ec7-4768-bd22-4ace1dea46cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c62f045-2e72-49c6-9f7b-fd9e44fc8584,revision_number=1']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:45:00.721958 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-b7ce9aaf-0ec7-4768-bd22-4ace1dea46cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5231eb0d5e0545838875d99252ce14f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3230019 Nov 13 07:45:00.722898 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-b7ce9aaf-0ec7-4768-bd22-4ace1dea46cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:45:00.724723 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 40520) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:45:00.787219 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bed3-18b6-4047-8f35-1e5419547143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:00.812190 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bed3-18b6-4047-8f35-1e5419547143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:00.866528 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bed3-18b6-4047-8f35-1e5419547143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:00.870079 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-0eaba123-09b0-4e72-9b63-cc54ac598ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:45:00.881863 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5bed3-18b6-4047-8f35-1e5419547143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c62f045-2e72-49c6-9f7b-fd9e44fc8584,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:45:00.885676 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-c6e5bed3-18b6-4047-8f35-1e5419547143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:45:00.896076 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-c6e5bed3-18b6-4047-8f35-1e5419547143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:00.897211 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-c6e5bed3-18b6-4047-8f35-1e5419547143 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c62f045-2e72-49c6-9f7b-fd9e44fc8584 HTTP/1.1" status: 204 len: 168 time: 0.1716297 Nov 13 07:45:05.166903 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:09.000371 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:45:12.274508 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-0ec97487-3688-4ffa-8bbe-b9718e50395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:12.715706 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:14.375023 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-1bda0906-7b22-4ec1-899c-5eab362b1bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:15.526824 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:17.003278 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:27.279375 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [-] (82811) accepted ('10.222.0.15', 40656) {{(pid=82811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:45:27.432908 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:27.466151 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Nov 13 07:45:27.470203 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Usage tracker for resource:security_group_rule and tenant:a24aa0ef73514e918c5e69bd4913ee00 is out of sync, need to count used quota {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Nov 13 07:45:27.473286 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.quota.resource [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82811) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Nov 13 07:45:27.479358 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.db.quota.driver [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82811) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Nov 13 07:45:27.546709 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:27.552308 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron_lib.callbacks.manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_create {{(pid=82811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:27.558822 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-594d3d84-c10f-446e-97c6-02cb14212106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:45:27.601184 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b506740-66d6-4a80-ac54-63075a48475b,revision_number=1']} {{(pid=82811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:45:27.605700 dv-cinder-817832-1-smb neutron-server[82811]: INFO neutron.wsgi [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a24aa0ef73514e918c5e69bd4913ee00&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3253286 Nov 13 07:45:27.608670 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.wsgi [-] (82812) accepted ('10.222.0.15', 40662) {{(pid=82812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Nov 13 07:45:27.612704 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:45:27.613121 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:45:27.613484 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:45:27.614005 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:45:27.614392 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:45:27.614758 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:45:27.615106 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:45:27.615572 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:45:27.615919 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:45:27.616260 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:45:27.616602 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817832-1-smb {{(pid=82811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 13 07:45:27.620588 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG oslo_concurrency.lockutils [None req-372c0854-19b8-4d2b-ae38-e9e9bbdd5658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82811) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:45:27.670153 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-3da1053e-2455-4a0d-94c4-6fcecdef3fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:27.696055 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-3da1053e-2455-4a0d-94c4-6fcecdef3fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:27.754900 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-3da1053e-2455-4a0d-94c4-6fcecdef3fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-963526'] for security_group, after_delete {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:27.758931 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-7b177c2e-86e7-472c-b67a-9d4fc59bef61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 13 07:45:27.773396 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1053e-2455-4a0d-94c4-6fcecdef3fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b506740-66d6-4a80-ac54-63075a48475b,revision_number=None']} {{(pid=82812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 13 07:45:27.776812 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG oslo_concurrency.lockutils [None req-3da1053e-2455-4a0d-94c4-6fcecdef3fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82812) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 13 07:45:27.780068 dv-cinder-817832-1-smb neutron-server[82812]: DEBUG neutron_lib.callbacks.manager [None req-3da1053e-2455-4a0d-94c4-6fcecdef3fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=82812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:27.783535 dv-cinder-817832-1-smb neutron-server[82812]: INFO neutron.wsgi [None req-3da1053e-2455-4a0d-94c4-6fcecdef3fed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b506740-66d6-4a80-ac54-63075a48475b HTTP/1.1" status: 204 len: 168 time: 0.1734793 Nov 13 07:45:35.181653 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:42.284378 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-0a51f2fd-6165-4965-ba72-276e3e8baf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:42.719472 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:44.370985 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-15df84c6-0849-4edc-955e-1d455a200016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:45.561177 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:45:45.995416 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:45:47.010914 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:05.184487 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:12.278988 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-dcb4d961-0de0-403a-a29a-0650a0165146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:12.728570 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:14.378220 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-eedab525-8227-4c1d-891a-4e113ec0f78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:15.538451 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:17.015455 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:23.000967 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:46:35.189417 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:42.277049 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e88f6eac-664c-4953-9fbf-b21d34b5ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:42.721494 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:44.381201 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-afc928f0-e0ac-4cb0-af0f-a62483400300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:45.536415 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:46:47.019312 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:00.008455 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:47:05.190453 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:12.278442 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-145b7e8e-0780-4340-9cf1-875b3992a1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:12.722923 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:14.384940 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-c92f6e05-0eac-456b-99dd-b26bf56dbd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:15.541358 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:17.021489 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:35.202818 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:37.004210 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:47:42.274023 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e0eabc41-e2b2-465c-aaaa-400506a62e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:42.723211 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:44.380484 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-b9cfe72f-e96a-4f9e-8a34-046a40b14311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:45.546983 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:47:47.031478 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:05.208992 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:12.272350 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-ed7d2839-4203-49c6-adc0-c5c6270a8f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:12.723129 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:14.005210 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:48:14.159489 dv-cinder-817832-1-smb neutron-server[82811]: DEBUG neutron.wsgi [req-1da74976-015c-4279-91cb-da3a8ea9abf7 req-14bf7866-c828-417c-b94d-941cbb0cfff9 service neutron] (82811) timed out ('10.222.0.36', 55958) {{(pid=82811) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Nov 13 07:48:14.383722 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-61188917-84fe-4060-abbd-6a0bc2d89dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:15.550044 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:17.032428 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:35.211852 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:42.275603 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-f5e3ad00-a95f-4946-a472-5bd994cbeebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:42.730133 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:44.389805 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-29a0ce3e-6c95-45fc-bcee-ce46dbe3d166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:45.551338 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:47.039363 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:48:51.011204 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:49:05.228524 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:49:12.274737 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-2d8592d1-3de7-46aa-8e55-0bae7a206206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:49:12.723919 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:49:14.386187 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-e8028dab-6e97-4005-867a-4d77c9e48248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:49:15.552986 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:49:17.033923 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:49:28.007415 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:49:35.247052 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:49:42.276338 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-436a83bc-6244-4f3b-9e06-3010846ecc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:49:42.731873 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:49:44.388052 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-82d54985-4e0f-474f-87b7-2c4450f29b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:49:45.564614 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:49:47.043659 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:50:05.002647 dv-cinder-817832-1-smb neutron-server[82814]: DEBUG neutron.db.agents_db [None req-a0c6874b-5123-4eb8-aae2-6fb66cc083e1 None None] Agent healthcheck: found 6 active agents {{(pid=82814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Nov 13 07:50:05.246393 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-7df24b68-b5d3-46e8-b222-9bab409e1d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:50:12.273703 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-a562f61c-1141-4f1c-9151-8f44c25dbff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:50:12.724185 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-d50fb266-d114-46cf-b176-b2522d1a5132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:50:14.390890 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-0d681664-6c15-4f61-bc91-8e28a4a3e38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:50:15.566401 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-54a74be0-f429-4c35-b6c6-de731d327e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 13 07:50:17.042927 dv-cinder-817832-1-smb neutron-server[82813]: DEBUG neutron_lib.callbacks.manager [None req-5946690a-45ea-4b08-8b93-f7b436b4f5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779813593519', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1062872'] for agent, after_update {{(pid=82813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}